-- Logs begin at Tue 2022-03-08 19:03:51 UTC, end at Tue 2022-03-08 20:36:34 UTC. -- Mar 08 19:38:38.820571 dv-cinder-830093-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 19:38:41.774867 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.common.config [-] Logging enabled! Mar 08 19:38:41.775970 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 19:38:41.776180 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109580) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 19:38:41.779386 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.common.config [-] Logging enabled! Mar 08 19:38:41.779642 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 19:38:41.779955 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109580) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 19:38:41.780902 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 19:38:41.781142 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 19:38:41.781519 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 19:38:41.781768 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 19:38:41.782396 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 19:38:41.782726 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.783162 dv-cinder-830093-3-iscsi neutron-server[109580]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 19:38:41.783494 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.783798 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.784100 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.784424 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.784722 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.785011 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.785308 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.785613 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.785910 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.786196 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.786487 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.786783 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.787074 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.787367 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.787659 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.787946 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] debug = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.788233 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.788702 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.789132 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.789419 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.789713 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.789996 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.790275 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.790554 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.790845 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.791714 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] host = dv-cinder-830093-3-iscsi {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.792000 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.792320 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.792607 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.792897 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.793176 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.793457 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.793746 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.794025 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.794300 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] log_file = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.794578 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.794869 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.795158 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.795448 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.795678 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.795911 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.796202 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.796513 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.796794 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.797070 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.797347 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.797882 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.798160 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.798433 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.798719 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.799003 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.799290 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.799565 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.799841 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.800114 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.800412 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.800697 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.800972 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.801247 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.801520 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.801806 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.802082 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.802358 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.802659 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.802988 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.803273 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.803560 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.803836 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.804121 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.804423 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.804698 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.804971 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] use_json = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.805269 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.805517 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.805802 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.806076 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.806350 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.806649 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.806921 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.807207 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.807480 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:41.807777 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.808078 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.808415 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.808715 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.809010 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.809293 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.809584 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.809865 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.810158 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.810454 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.810745 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.811025 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.811324 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.811612 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.811908 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.812218 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.812541 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.812836 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.813117 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.813394 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.813670 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.813951 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.814241 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.814523 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.814813 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.815104 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.815387 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.815687 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.815983 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.816280 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.816600 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.816877 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.817160 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.817453 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.817733 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.818008 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.818288 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.818579 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.818859 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.819136 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.819421 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.819701 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.819976 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.820250 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.820554 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.820844 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.821122 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.821396 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.821668 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.821944 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.822252 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.822541 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.822820 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.823093 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.823369 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.823646 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.823921 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.824195 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.824502 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.824778 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.825055 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.825329 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.825601 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.825878 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.826150 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.826424 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.826699 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.826976 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.827256 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.827531 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.827805 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.828077 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.828379 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.828657 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.828946 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.829245 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.829524 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.829803 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.830083 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.830362 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.830645 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.830921 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.831199 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.831479 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.831751 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.832039 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.832342 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.832632 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.832934 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.833212 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.833507 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.833785 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.834061 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.834346 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.834628 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.834907 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.835189 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.835471 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.835766 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.836055 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.836374 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.836672 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.836965 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.837248 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.837557 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.838363 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:41.838580 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 19:38:41.838821 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109580) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 19:38:42.211568 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 19:38:42.211845 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 19:38:42.212153 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 19:38:42.212675 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 19:38:42.544160 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:42.544408 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:42.544686 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:42.545982 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:42.546261 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:42.546535 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:42.592615 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:42.592889 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:42.593155 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:42.607234 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:42.607516 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:42.607787 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:42.638470 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:42.638754 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:42.639022 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:42.677176 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:42.677456 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:42.677722 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.030668 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.031314 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.031314 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.031499 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.032152 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.133491 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.133818 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.134104 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.134383 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.134685 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.135003 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.135273 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.135533 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.135795 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.136087 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.136376 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.136648 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.136914 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.137176 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.137433 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.137701 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.137961 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.138236 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.138509 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.138772 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.139048 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.139306 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.139591 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.139969 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.140225 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.140499 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.140899 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:38:43.141139 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:38:43.141376 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:38:43.141611 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:38:43.141845 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:38:43.142079 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:38:43.142445 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 19:38:43.145711 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 19:38:43.149829 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 19:38:43.153622 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 08 19:38:43.155279 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 19:38:43.155757 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 19:38:43.156095 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 19:38:43.156506 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 19:38:43.159355 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 19:38:43.159613 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 19:38:43.159960 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 19:38:43.164954 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 19:38:43.190164 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 19:38:43.190624 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.190928 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109580) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 19:38:43.191307 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.192723 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109580) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 19:38:43.193006 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 19:38:43.193254 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 19:38:43.196567 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.196856 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.260301 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 19:38:43.260570 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 19:38:43.260811 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 19:38:43.261184 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 19:38:43.281179 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_db.sqlalchemy.engines [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109580) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 19:38:43.735801 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Initializing driver for type 'gre' Mar 08 19:38:43.736374 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] gre ID ranges: [(1, 1000)] Mar 08 19:38:43.791485 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Initializing driver for type 'local' Mar 08 19:38:43.791868 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Initializing driver for type 'vlan' Mar 08 19:38:43.804886 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] VlanTypeDriver initialization complete Mar 08 19:38:43.805325 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Initializing driver for type 'vxlan' Mar 08 19:38:43.805826 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] vxlan ID ranges: [(1, 1000)] Mar 08 19:38:43.857191 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Initializing extension driver 'port_security' Mar 08 19:38:43.857485 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.extensions.port_security [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] PortSecurityExtensionDriver initialization complete Mar 08 19:38:43.857876 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Initializing mechanism driver 'openvswitch' Mar 08 19:38:43.858215 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Initializing mechanism driver 'hyperv' Mar 08 19:38:43.864942 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.plugins.ml2.plugin [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:43.865795 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > port after_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.866166 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > port after_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.866543 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > port after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.867064 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 19:38:43.867491 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > subnet after_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.867841 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > subnet after_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.868182 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > subnet after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.868595 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 19:38:43.869033 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > network after_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.869894 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > network after_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.870230 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > network after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.870618 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 19:38:43.871018 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > security_group after_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.871367 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > security_group after_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.871708 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > security_group after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.872097 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 19:38:43.872515 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.872858 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.873193 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.873582 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 19:38:43.873982 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > address_group after_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.874321 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > address_group after_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.874659 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > address_group after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.875049 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 19:38:43.875484 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] ML2 OVO RPC backend initialized. {{(pid=109580) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 19:38:43.876176 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router_interface after_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.876546 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.876958 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > network before_response 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.877301 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > networks before_response 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.877647 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > port before_response 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.877984 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > ports before_response 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.878326 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > subnet before_response 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.878664 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > subnets before_response 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.879006 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > network after_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.879342 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > network after_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.879673 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > network after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.880004 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > port after_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.880360 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > port after_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.880693 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > port after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.881025 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > subnet after_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.881355 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > subnet after_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.881692 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > subnet after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.888978 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded quota_driver: . Mar 08 19:38:43.889340 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.plugin [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Modular L2 Plugin initialization complete Mar 08 19:38:43.889686 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading services supported by the core plugin {{(pid=109580) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 19:38:43.890025 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.plugins.ml2.managers [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Got port-security extension from driver 'port_security' Mar 08 19:38:43.890502 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.extensions.vlantransparent [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Disabled vlantransparent extension. Mar 08 19:38:43.890988 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109580) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 19:38:43.891312 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading Plugin: router Mar 08 19:38:43.927216 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router_interface before_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.927605 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router after_create 55549900 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.927979 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router before_create 55549900 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.928432 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.928808 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.929166 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router after_delete 55549900 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.929526 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > floatingip after_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.929875 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > floatingip after_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.930231 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router after_create 55549900 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.930576 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router after_update 55549900 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.930928 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router after_update 55549900 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.931276 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.932249 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router after_update 55549900 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.932698 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router precommit_update 55549900 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.933070 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: port after_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.933408 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: port after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.933746 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: subnet after_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.934081 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.934426 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > port precommit_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.934773 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router precommit_create 55549900 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.935116 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: port before_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.935470 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router precommit_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.935808 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router after_update 55549900 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.936149 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router precommit_delete 55549900 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.936654 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router precommit_create 55549900 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.937024 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router_interface after_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.937376 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router precommit_update 55549900 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.937741 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > agent after_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.938097 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > agent after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.938447 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > network after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.939291 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Tracking information for resource: router configured {{(pid=109580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:38:43.939618 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Tracking information for resource: floatingip configured {{(pid=109580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 19:38:43.944570 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.db.l3_agentschedulers_db [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 19:38:43.945143 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: port after_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.945501 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: port after_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.945851 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: port after_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.946203 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: port after_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.946983 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router before_create 55550100 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.947439 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router precommit_delete 55550100 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.947803 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router precommit_create 55550100 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.948155 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > router precommit_update 55550100 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.952944 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.services.provider_configuration [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Service providers = [] {{(pid=109580) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 19:38:43.953310 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.db.servicetype_db [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109580) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 19:38:43.956274 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.services.service_base [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 19:38:43.956640 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.services.service_base [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 19:38:43.956979 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.services.service_base [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 19:38:43.957865 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.services.service_base [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 19:38:43.958234 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.services.service_base [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 19:38:43.958611 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:38:43.958927 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 19:38:43.969668 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:38:43.970007 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading Plugin: auto_allocate Mar 08 19:38:43.975829 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: network precommit_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.976192 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: network precommit_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.976734 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:38:43.977054 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading Plugin: tag Mar 08 19:38:43.984365 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:38:43.984696 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading Plugin: timestamp Mar 08 19:38:43.988609 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:38:43.988886 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading Plugin: network_ip_availability Mar 08 19:38:43.995057 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.995425 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.995774 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:43.996531 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:38:43.996849 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading Plugin: flavors Mar 08 19:38:44.001891 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:38:44.002217 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading Plugin: revisions Mar 08 19:38:44.006635 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 19:38:44.007024 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_concurrency.lockutils [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.795s {{(pid=109580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 19:38:44.007777 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109580) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 19:38:44.008113 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Initializing extension manager. Mar 08 19:38:44.008663 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: __init__.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.009006 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: __pycache__ {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.009340 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.009821 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: address_group.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.010650 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.011236 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: address-group Mar 08 19:38:44.011557 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: address_scope.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.012267 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.012801 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: address-scope Mar 08 19:38:44.013122 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: admin_state_down_before_update.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.014056 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.014564 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: router-admin-state-down-before-update Mar 08 19:38:44.014885 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: agent.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.015647 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.016160 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: agent Mar 08 19:38:44.016539 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: agent_resources_synced.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.017492 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.018008 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: agent-resources-synced Mar 08 19:38:44.018330 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: allowedaddresspairs.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.020181 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.020728 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: allowed-address-pairs Mar 08 19:38:44.021121 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: auto_allocated_topology.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.023159 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.023159 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: auto-allocated-topology Mar 08 19:38:44.023159 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: availability_zone.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.023767 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.024368 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: availability_zone Mar 08 19:38:44.024688 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: availability_zone_filter.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.026153 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.026659 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: availability_zone_filter Mar 08 19:38:44.026978 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: data_plane_status.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.027884 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.028419 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 19:38:44.028735 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: default_subnetpools.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.029643 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.030151 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: default-subnetpools Mar 08 19:38:44.030470 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: dhcpagentscheduler.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.031284 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.031813 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: dhcp_agent_scheduler Mar 08 19:38:44.032112 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: dns.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.033338 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.033605 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension dns-integration not supported by any of loaded plugins Mar 08 19:38:44.033923 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: dns_domain_ports.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.034842 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.035348 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 19:38:44.035666 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.036611 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.037121 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 19:38:44.037434 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: dvr.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.038099 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.038605 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: dvr Mar 08 19:38:44.038923 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: ecmp_routes.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.039832 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.040356 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 19:38:44.040678 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: empty_string_filtering.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.042355 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.042723 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: empty-string-filtering Mar 08 19:38:44.043042 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.043947 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.044487 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 19:38:44.044808 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.045718 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.046224 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 19:38:44.046546 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: external_net.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.047696 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.048201 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: external-net Mar 08 19:38:44.048545 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: extra_dhcp_opt.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.049451 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.049953 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: extra_dhcp_opt Mar 08 19:38:44.050272 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: extraroute.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.051172 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.051682 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: extraroute Mar 08 19:38:44.051997 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: extraroute_atomic.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.053053 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.053557 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: extraroute-atomic Mar 08 19:38:44.053876 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: filter_validation.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.054537 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.055046 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: filter-validation Mar 08 19:38:44.055364 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: fip_pf_description.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.056275 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.056819 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 19:38:44.057138 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: fip_port_details.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.058246 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.058756 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: fip-port-details Mar 08 19:38:44.059078 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: flavors.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.060363 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.060886 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: flavors Mar 08 19:38:44.061212 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.062902 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.063431 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 19:38:44.063766 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: floatingip_pools.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.064503 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.065026 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: floatingip-pools Mar 08 19:38:44.065353 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: ip_allocation.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.066272 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.066781 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 19:38:44.067108 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.068021 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.068557 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: ip-substring-filtering Mar 08 19:38:44.068883 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: l2_adjacency.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.069790 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.070297 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 19:38:44.070620 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: l3.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.071584 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.072144 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: router Mar 08 19:38:44.072493 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: l3_conntrack_helper.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.074769 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.075300 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 19:38:44.075629 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.076576 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.077095 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: ext-gw-mode Mar 08 19:38:44.077421 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.078334 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.078847 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: l3-ha Mar 08 19:38:44.079169 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.080081 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.080621 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 19:38:44.080946 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: l3_flavors.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.081867 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.082384 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: l3-flavors Mar 08 19:38:44.082706 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: l3_ndp_proxy.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.084077 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.084659 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 19:38:44.084984 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.085914 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.086427 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 19:38:44.086748 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: l3agentscheduler.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.088351 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.088869 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: l3_agent_scheduler Mar 08 19:38:44.089197 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: local_ip.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.090991 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.091522 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension local_ip not supported by any of loaded plugins Mar 08 19:38:44.091854 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: logging.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.094899 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.095432 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension logging not supported by any of loaded plugins Mar 08 19:38:44.095765 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: metering.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.096543 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.097126 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: metering Mar 08 19:38:44.097455 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.098566 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.099086 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: metering_source_and_destination_fields Mar 08 19:38:44.099414 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: multiprovidernet.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.100366 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.100881 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: multi-provider Mar 08 19:38:44.101205 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: netmtu.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.102122 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.102635 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: net-mtu Mar 08 19:38:44.102958 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: netmtu_writable.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.104525 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.105032 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: net-mtu-writable Mar 08 19:38:44.105385 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: network_availability_zone.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.106026 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.106527 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: network_availability_zone Mar 08 19:38:44.106882 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: network_ip_availability.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.107998 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.108549 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: network-ip-availability Mar 08 19:38:44.108871 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: network_segment_range.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.109644 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.110152 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 19:38:44.110472 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: pagination.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.111451 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.112090 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: pagination Mar 08 19:38:44.112090 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: port_device_profile.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.113021 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.113543 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: port-device-profile Mar 08 19:38:44.113858 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.114880 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.115284 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: port-mac-address-regenerate Mar 08 19:38:44.115605 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.116533 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.117042 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: port-numa-affinity-policy Mar 08 19:38:44.117362 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: port_resource_request.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.118268 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.118783 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 19:38:44.119166 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: port_resource_request_groups.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.120126 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.120675 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 19:38:44.120996 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: portbindings.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.121914 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.122428 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: binding Mar 08 19:38:44.122751 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: portbindings_extended.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.124036 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.124591 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: binding-extended Mar 08 19:38:44.124916 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: portsecurity.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.125828 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.126339 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: port-security Mar 08 19:38:44.126663 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: project_id.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.127632 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.127960 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: project-id Mar 08 19:38:44.128282 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: providernet.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.129220 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.129731 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: provider Mar 08 19:38:44.130052 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: qos.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.133691 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.134215 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension qos not supported by any of loaded plugins Mar 08 19:38:44.134543 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.135813 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.136361 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 19:38:44.136696 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.137618 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.138131 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 19:38:44.138458 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: qos_default.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.139437 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.139903 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension qos-default not supported by any of loaded plugins Mar 08 19:38:44.140229 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: qos_fip.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.141187 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.141703 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension qos-fip not supported by any of loaded plugins Mar 08 19:38:44.142025 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: qos_fip_network_policy.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.142936 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.143455 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 19:38:44.143778 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: qos_gateway_ip.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.144727 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.145241 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 19:38:44.145582 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: qos_port_network_policy.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.146614 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.147146 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 19:38:44.147474 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.148543 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.149057 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 19:38:44.149382 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.150963 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.151509 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 19:38:44.151834 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: qos_pps_rule.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.153052 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.153569 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension qos-pps not supported by any of loaded plugins Mar 08 19:38:44.153891 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: qos_rule_type_details.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.154815 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.155322 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 19:38:44.155650 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: qos_rules_alias.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.156718 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.157236 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 19:38:44.157560 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: quota_check_limit.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.158475 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.158993 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: quota-check-limit Mar 08 19:38:44.159313 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: quotasv2.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.160276 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.160626 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: quotas Mar 08 19:38:44.160948 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: quotasv2_detail.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.162670 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.163016 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: quota_details Mar 08 19:38:44.163350 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: rbac.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.164473 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.165004 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: rbac-policies Mar 08 19:38:44.165333 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: rbac_address_group.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.166888 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.167407 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: rbac-address-group Mar 08 19:38:44.167735 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: rbac_address_scope.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.168684 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.169201 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: rbac-address-scope Mar 08 19:38:44.169526 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: rbac_security_groups.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.170439 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.170958 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: rbac-security-groups Mar 08 19:38:44.171280 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: rbac_subnetpool.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.172264 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.173082 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: rbac-subnetpool Mar 08 19:38:44.173408 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: revisionifmatch.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.174327 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.174840 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: revision-if-match Mar 08 19:38:44.175164 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: revisions.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.176277 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.176809 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: standard-attr-revisions Mar 08 19:38:44.177131 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: router_availability_zone.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.177796 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.178316 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: router_availability_zone Mar 08 19:38:44.178638 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: routerservicetype.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.179553 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.180058 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension router-service-type not supported by any of loaded plugins Mar 08 19:38:44.180405 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.181318 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.181871 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: security-groups-normalized-cidr Mar 08 19:38:44.182194 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: security_groups_port_filtering.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.183119 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.183632 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: port-security-groups-filtering Mar 08 19:38:44.183955 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.184909 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.185419 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: security-groups-remote-address-group Mar 08 19:38:44.185742 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.186673 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.187181 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: security-groups-shared-filtering Mar 08 19:38:44.187504 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.188088 dv-cinder-830093-3-iscsi neutron-server[109580]: WARNING neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 19:38:44.188439 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: securitygroup.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.198054 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.198590 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: security-group Mar 08 19:38:44.198924 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: segment.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.199711 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.200223 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension segment not supported by any of loaded plugins Mar 08 19:38:44.200570 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.201510 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.202020 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 19:38:44.202347 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: servicetype.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.203465 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.203987 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: service-type Mar 08 19:38:44.204347 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: sorting.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.205329 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.205654 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: sorting Mar 08 19:38:44.205976 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: standard_attr_segment.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.206886 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.207400 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 19:38:44.207724 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: standardattrdescription.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.208390 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.208902 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: standard-attr-description Mar 08 19:38:44.209222 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: stateful_security_group.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.210151 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.210669 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: stateful-security-group Mar 08 19:38:44.210994 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: stdattrs_common.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.211561 dv-cinder-830093-3-iscsi neutron-server[109580]: WARNING neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 19:38:44.211883 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.213367 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.213898 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 19:38:44.214220 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: subnet_onboard.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.215336 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.215919 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: subnet_onboard Mar 08 19:38:44.216242 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.217200 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.217793 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 19:38:44.218113 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: subnet_service_types.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.219025 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.219619 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: subnet-service-types Mar 08 19:38:44.219941 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: subnetallocation.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.221127 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.221719 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: subnet_allocation Mar 08 19:38:44.222041 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.222794 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.223325 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: subnetpool-prefix-ops Mar 08 19:38:44.223645 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.224602 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.225111 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 19:38:44.225431 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: tagging.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.226518 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.227031 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: standard-attr-tag Mar 08 19:38:44.227352 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: timestamp.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.229140 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.229665 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loaded extension: standard-attr-timestamp Mar 08 19:38:44.229988 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: trunk.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.231026 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.231747 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension trunk not supported by any of loaded plugins Mar 08 19:38:44.231850 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: trunk_details.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.232797 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.233355 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension trunk-details not supported by any of loaded plugins Mar 08 19:38:44.233779 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: uplink_status_propagation.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.234774 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.235295 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 19:38:44.235615 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Loading extension file: vlantransparent.py {{(pid=109580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 19:38:44.236363 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 19:38:44.236912 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 19:38:44.239553 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Creating instance of TrackedResource for resource:network Mar 08 19:38:44.240033 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Creating instance of TrackedResource for resource:subnet Mar 08 19:38:44.240465 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 19:38:44.240857 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Creating instance of TrackedResource for resource:port Mar 08 19:38:44.242173 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.v2.resource_helper [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:38:44.242614 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.v2.resource_helper [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Service FLAVORS assigned prefix: {{(pid=109580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:38:44.243221 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.v2.resource_helper [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:38:44.243652 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.v2.resource_helper [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:38:44.244029 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Creating instance of TrackedResource for resource:router Mar 08 19:38:44.244466 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Creating instance of TrackedResource for resource:floatingip Mar 08 19:38:44.244982 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.v2.resource_helper [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Service METERING assigned prefix: /metering {{(pid=109580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:38:44.246444 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:44.246788 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:44.247141 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:38:44.248134 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 19:38:44.248592 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Creating instance of TrackedResource for resource:security_group Mar 08 19:38:44.249034 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 19:38:44.249622 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.v2.resource_helper [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Service CORE assigned prefix: {{(pid=109580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:38:44.249948 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 19:38:44.250286 dv-cinder-830093-3-iscsi neutron-server[109580]: WARNING neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] subnetpool is already registered Mar 08 19:38:44.250719 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.v2.resource_helper [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Service CORE assigned prefix: {{(pid=109580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:38:44.251052 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 19:38:44.251379 dv-cinder-830093-3-iscsi neutron-server[109580]: WARNING neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] subnetpool is already registered Mar 08 19:38:44.253718 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.v2.resource_helper [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:38:44.254149 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.v2.resource_helper [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Service FLAVORS assigned prefix: {{(pid=109580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:38:44.254729 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.v2.resource_helper [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:38:44.255148 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.v2.resource_helper [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:38:44.255477 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Creating instance of TrackedResource for resource:router Mar 08 19:38:44.255809 dv-cinder-830093-3-iscsi neutron-server[109580]: WARNING neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] router is already registered Mar 08 19:38:44.256215 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Creating instance of TrackedResource for resource:floatingip Mar 08 19:38:44.256574 dv-cinder-830093-3-iscsi neutron-server[109580]: WARNING neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] floatingip is already registered Mar 08 19:38:44.257023 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.v2.resource_helper [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Service METERING assigned prefix: /metering {{(pid=109580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:38:44.257670 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 19:38:44.257992 dv-cinder-830093-3-iscsi neutron-server[109580]: WARNING neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] rbac_policy is already registered Mar 08 19:38:44.258394 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Creating instance of TrackedResource for resource:security_group Mar 08 19:38:44.258721 dv-cinder-830093-3-iscsi neutron-server[109580]: WARNING neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] security_group is already registered Mar 08 19:38:44.259118 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 19:38:44.259443 dv-cinder-830093-3-iscsi neutron-server[109580]: WARNING neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] security_group_rule is already registered Mar 08 19:38:44.260095 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.v2.resource_helper [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Service CORE assigned prefix: {{(pid=109580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:38:44.260458 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 19:38:44.260788 dv-cinder-830093-3-iscsi neutron-server[109580]: WARNING neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] subnetpool is already registered Mar 08 19:38:44.261217 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.v2.resource_helper [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Service CORE assigned prefix: {{(pid=109580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 19:38:44.261539 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 19:38:44.261874 dv-cinder-830093-3-iscsi neutron-server[109580]: WARNING neutron.quota.resource_registry [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] subnetpool is already registered Mar 08 19:38:44.262334 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: extensions {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.263829 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: address-groups {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.265342 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: address-scopes {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.266686 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: agents {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.267854 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: auto-allocated-topology {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.269131 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: availability_zones {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.270337 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: dhcp-networks {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.271830 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: dhcp-agents {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.273299 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: routers {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.276030 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: flavors {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.277232 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: service_profiles {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.278474 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: next_providers {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.279924 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: service_profiles {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.281490 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: floatingip-pools {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.282726 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: routers {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.284873 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: floatingips {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.287074 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: l3-routers {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.288488 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: l3-agents {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.289888 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: metering-labels {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.291844 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: metering-label-rules {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.293151 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: network-ip-availabilities {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.294409 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: bindings {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.296071 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: quotas {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.297979 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: quotas {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.300025 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: rbac-policies {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.301349 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: security-groups {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.302591 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: security-group-rules {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.303822 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: service-providers {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.305068 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: subnetpools {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.306569 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: subnetpools {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.308082 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: tags {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.309856 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: tags {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.311711 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: tags {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.313664 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: tags {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.315553 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: tags {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.317452 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: tags {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.319125 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: tags {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.321041 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: tags {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.322824 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: tags {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.324691 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron.api.extensions [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Extended resource: tags {{(pid=109580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 19:38:44.330525 dv-cinder-830093-3-iscsi neutron-server[109580]: WARNING keystonemiddleware.auth_token [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 19:38:44.335166 dv-cinder-830093-3-iscsi neutron-server[109580]: WARNING keystonemiddleware.auth_token [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 19:38:44.346814 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_concurrency.lockutils [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Acquired lock "singleton_lock" {{(pid=109580) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 19:38:44.347286 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_concurrency.lockutils [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Releasing lock "singleton_lock" {{(pid=109580) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 19:38:44.347935 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO oslo_service.service [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Starting 2 workers Mar 08 19:38:44.352854 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Started child 109689 {{(pid=109580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 19:38:44.357997 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Started child 109690 {{(pid=109580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 19:38:44.359191 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:44.359878 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO neutron.service [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 19:38:44.360272 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Publish callbacks [] for process (None), before_spawn {{(pid=109580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:44.360831 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [-] (109689) wsgi starting up on http://0.0.0.0:9696 Mar 08 19:38:44.362747 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO oslo_service.service [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Starting 1 workers Mar 08 19:38:44.362936 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:44.364446 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [-] (109690) wsgi starting up on http://0.0.0.0:9696 Mar 08 19:38:44.368028 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Started child 109691 {{(pid=109580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 19:38:44.368628 dv-cinder-830093-3-iscsi neutron-server[109580]: INFO oslo_service.service [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Starting 1 workers Mar 08 19:38:44.371707 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.service [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] calling RpcWorker wait() {{(pid=109691) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 19:38:44.372318 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.service [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] returning from RpcWorker wait() {{(pid=109691) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 19:38:44.373230 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Started child 109692 {{(pid=109580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 19:38:44.373810 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:44.374054 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG neutron_lib.callbacks.manager [None req-56c5f18e-12d7-4a9a-9a96-455b37b47b3f None None] Publish callbacks [] for process (None), after_spawn {{(pid=109580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:44.374368 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:44.376013 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109580) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 19:38:44.376228 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 19:38:44.376512 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 19:38:44.376743 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 19:38:44.377108 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 19:38:44.377270 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 19:38:44.377939 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.378212 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.378451 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:44.378919 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.378919 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.379061 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.379565 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.379804 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.380061 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.380380 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.380609 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.380773 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.381101 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.381367 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.381618 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.381932 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.382189 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.382432 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.382676 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.382863 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.383110 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.383392 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.383639 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.383896 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] debug = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.384135 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.385215 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.385459 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.385701 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.385933 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.386194 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.386448 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.386722 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.386953 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.387185 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.387400 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.387651 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.387888 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.388117 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.388385 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.388599 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.388848 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.389068 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.389523 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] host = dv-cinder-830093-3-iscsi {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.389753 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.389965 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.390216 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.390453 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.390703 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.390949 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.391208 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.391476 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.391713 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.391940 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.392174 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.392471 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.392655 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.392884 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] log_file = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.393037 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] log_options = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.393267 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.393532 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.393794 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.393961 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.394114 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.394262 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.394524 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.394668 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.394936 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.395154 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.395416 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.395568 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.395794 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.396026 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.396317 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.396532 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.396772 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.397006 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.397268 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.397514 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.397736 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.398029 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.398265 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.398479 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.398718 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.398926 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.399147 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.399356 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.399722 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.399863 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.400031 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.400350 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.401108 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.401543 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.401974 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.401974 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.402296 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.402296 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.402708 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:44.402870 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.402870 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.403141 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.403278 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.403413 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.403620 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.403930 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.404083 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.404338 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] use_json = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.404550 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.404800 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.405045 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.405277 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.405578 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.405732 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.405914 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.406118 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.406375 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.408795 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.408795 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.408795 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.408795 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.408795 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.408795 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.408795 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.408795 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.412213 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.412213 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.412213 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.412213 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.412213 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.412213 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.412213 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.412213 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.412722 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.412722 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.412722 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.412722 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.412722 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.412722 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.412722 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.412722 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.413224 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.413224 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.413224 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.413414 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.413660 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.414018 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.414273 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.414708 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.415160 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.415379 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.415616 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.415853 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.416768 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.417190 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.417610 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.417890 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.418114 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.418345 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.418571 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.418800 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.419022 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.419286 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.419508 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.419739 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.419971 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.421444 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.421444 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.421444 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.421444 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.421444 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.421444 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.421837 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.421837 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.421974 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.422185 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.422378 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.422842 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.423059 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.423285 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.423499 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.423711 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.423912 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.424335 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.424722 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.425146 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.425568 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.425984 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.426365 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.426784 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.427185 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.427605 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.428015 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.428232 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.428477 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.428691 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.428925 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.429158 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.429384 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.429594 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.429828 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.430039 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.430283 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.430470 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.430701 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.430917 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.431145 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.431355 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.432181 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.432532 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.432791 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.433036 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.433249 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.433475 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.433707 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.433937 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.434154 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.434378 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.434597 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.434862 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.435127 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.435352 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.435591 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.435819 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.436043 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.436422 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.436790 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.437183 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.437400 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.437638 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.437871 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.438142 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.438375 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.438624 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.438850 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.439073 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.439353 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.439584 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.439845 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.440062 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.440349 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.440617 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.440896 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.441155 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.441409 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.441656 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.441897 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.442141 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.442383 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.442641 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.442884 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.443119 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.443361 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.443596 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.443809 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.444059 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.444390 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.444617 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.444974 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.445322 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.445730 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.446112 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.446508 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.446914 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.447336 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.447573 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.447834 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.448061 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.448276 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.448547 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.448776 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.449004 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.449399 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.449612 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.449847 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.450075 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.450310 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.450521 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.450724 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.450959 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.451183 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.451395 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.451629 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.451867 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.452074 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.452336 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.452579 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.452806 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.453021 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.453236 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.453448 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.453688 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.453904 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.454159 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.454419 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.454648 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.454874 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.455119 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.455352 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.455580 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.455821 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.456033 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.456239 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.456459 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.456693 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.456923 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.457131 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.457355 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.457564 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.457810 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.458052 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.458390 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.458620 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.458841 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.459064 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.459294 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.459518 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.459730 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.459948 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.460175 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.460386 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.460605 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.460881 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.461089 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.461318 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.461550 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.461781 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.462015 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.462247 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.462480 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.462727 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.462973 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.463184 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.463395 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.463604 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.463871 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.464026 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.464245 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.464511 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.464721 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.465013 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.465250 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.465485 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.465741 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.465969 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.466231 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.466457 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.466664 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.466872 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.467087 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.467319 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.467529 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.467766 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.467969 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.468195 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.468436 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.468651 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.468857 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.469074 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.469303 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.469526 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.469740 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.469954 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.470157 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.470395 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.470599 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.470804 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.471017 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.471227 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.471451 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.471674 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.471878 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.472083 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.472389 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.472539 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.472726 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.473001 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.473255 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.473471 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.473761 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.474019 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.474270 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.474506 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.474814 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.475042 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.475281 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.475513 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.475729 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.475965 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.476216 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.476550 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.476851 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.477106 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.477358 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.477673 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.477900 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.478171 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.478928 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.479217 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.479572 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.479817 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.480062 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.480308 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.480552 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.480789 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.481067 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.481246 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.481474 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.481704 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.481960 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.482094 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:38:44.482244 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.482413 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.482624 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.482844 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.483054 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.483273 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.483478 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.483728 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.483938 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.484081 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 19:38:44.484628 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109580) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 19:38:44.484786 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 19:38:44.484934 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 19:38:44.485156 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 19:38:44.485321 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 19:38:44.485450 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 19:38:44.485575 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.485726 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.485883 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.486039 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.486196 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.486390 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.486705 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.486705 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.487251 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.487251 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.487251 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.487251 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.487785 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.487785 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.487785 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.488055 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.488055 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.488213 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.488320 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.488450 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.488575 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.488732 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.488888 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] debug = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.489042 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.489237 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.489397 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.489601 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.489696 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.489852 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.490006 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.490161 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.490317 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.490473 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.490628 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.490785 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.490939 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.491094 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.491249 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.491404 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.491559 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.491713 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.491868 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] host = dv-cinder-830093-3-iscsi {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.492022 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.492177 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.492338 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.492498 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.492654 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.492809 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.492968 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.493121 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.493432 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.493607 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.493764 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.493905 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.494612 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.494761 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] log_file = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.494900 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] log_options = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.495060 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.495206 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.495358 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.495531 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.495679 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.495837 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.495987 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.496126 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.496262 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.496435 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.496574 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.496735 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.496881 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.497038 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.497271 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.497412 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.497550 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.497687 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.497825 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.497964 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 52354) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:38:44.498114 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.498114 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.498388 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.498388 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.498648 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.498648 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.498906 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.498906 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.499178 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.499178 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.499446 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.499584 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.499720 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.499857 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.500004 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.500143 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.500279 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.500444 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.500581 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.500740 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.500902 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.501045 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.501183 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.501319 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.501462 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.501598 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.501734 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.501870 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] use_json = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.502015 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.502154 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.502290 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.502426 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.502563 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.502698 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.502846 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.502983 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.503121 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 19:38:44.503267 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.503404 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.503564 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.503709 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.503869 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.504012 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.504159 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.504362 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.504507 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.504729 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.504880 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.505017 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.505153 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.505290 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.505426 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.505562 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.505698 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.505835 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.505981 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.506152 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.506297 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.506456 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.506623 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.506823 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.507017 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.507367 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.507367 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.507653 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.507653 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.507916 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.507916 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.508175 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.508336 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.508482 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.508636 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.508775 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.510292 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.510292 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.510292 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.510292 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.510292 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.510953 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073938 Mar 08 19:38:44.511105 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.511105 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.511105 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.511105 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.511105 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.511105 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.511105 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.511995 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.511995 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.511995 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.511995 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.511995 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.511995 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.512983 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.512983 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.513250 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.513388 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.513524 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.513662 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.513799 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.513935 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.514092 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.514231 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.514368 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.514505 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.514668 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.514814 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.514985 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.515130 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.515293 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.515446 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.515585 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.515744 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.515889 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.516037 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.516196 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.516389 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.516536 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.516686 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.516826 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.516985 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.517130 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.517288 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.517433 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.517591 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.517736 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.518805 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.518805 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.518805 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.518805 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.518805 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.518805 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.518805 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.519736 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.519736 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.519736 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.519736 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.519736 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.519736 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.520314 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.520314 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.520314 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.520314 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.520739 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.520739 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.520739 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.520962 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.521042 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.521171 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.521352 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.521504 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.521653 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.521800 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.521935 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.522256 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.522411 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.522571 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.522734 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.522903 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.523057 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.523362 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.523534 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.523685 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.524368 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.524368 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.524368 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.524368 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.524633 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.524633 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.524752 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.524950 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.525056 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.525264 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.525924 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.526226 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.526526 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.526689 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.526848 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.527032 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.527189 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.527347 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.527505 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.527664 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.527821 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.527978 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.528136 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.528311 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.528479 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.528637 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.528796 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.529096 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.529391 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.529693 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.532318 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.532318 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.532318 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.532318 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.532318 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.532318 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.532318 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.532318 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.532889 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.532889 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.532889 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.532889 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.532889 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.532889 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.532889 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.532889 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.533320 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.533640 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.533808 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.533964 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.534130 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.534287 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.534454 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.534601 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.534735 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.534896 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.535062 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.535209 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.535370 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.535521 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.535682 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.535828 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.535982 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.536123 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.536281 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.536449 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.536608 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.536767 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.536914 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.537072 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.537250 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.537409 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.537549 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.537706 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.537874 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.538026 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.538166 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.539154 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.539154 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.539154 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.539154 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.539154 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.539154 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.539154 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.539663 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.539663 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.539663 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.539871 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.539960 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.540050 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.540231 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.540398 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.540564 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.540710 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.541440 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.541619 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.541821 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.541986 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.542143 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.542279 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.542440 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.542640 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.542835 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.542989 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.543129 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.543300 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.543547 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.543700 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.543854 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.544011 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.544154 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.544436 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.544571 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.544713 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.544850 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.544988 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.545128 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.545246 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.545403 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.545561 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.545719 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.545877 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.546034 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.546204 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.546361 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.546519 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.546677 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.546833 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.546990 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.547158 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.547319 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.547738 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.547896 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.548052 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.548215 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.548400 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.548560 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.548720 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.548886 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.549047 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.549204 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.549360 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.549530 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.549689 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.549857 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.550013 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.550171 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.550328 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.550487 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.550649 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.550815 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.550980 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.551139 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.551304 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.551471 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.551638 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.551796 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.551963 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.552135 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.552655 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.552655 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.552655 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.552916 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.552916 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.553060 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.553189 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.553345 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.554239 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.554239 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.554239 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.554239 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.554239 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.554239 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.554664 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.554664 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.554664 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.554990 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.554990 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 19:38:44.555215 dv-cinder-830093-3-iscsi neutron-server[109580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 19:38:56.127013 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caee9cf-d38a-49aa-9d82-370c345c1e15 None None] get_active_networks_info from dv-cinder-830093-3-iscsi {{(pid=109691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 19:38:56.191089 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caee9cf-d38a-49aa-9d82-370c345c1e15 None None] No non-hosted networks {{(pid=109691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 19:38:56.207957 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.agentschedulers_db [None req-4caee9cf-d38a-49aa-9d82-370c345c1e15 None None] DHCP Agent not found on host dv-cinder-830093-3-iscsi {{(pid=109691) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 19:38:56.376076 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-bfcf9a26-5d38-49af-a17e-368a30d3acd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1754612'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:58.377518 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f933a50e-db27-43db-8a03-d05616b78559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1754612'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:58.450274 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-9b48619a-2f94-40e2-8dee-ac2c012e41f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:38:59.632465 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1754612'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:01.060904 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1754612'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:02.332982 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1754612'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:02.333723 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:02.334009 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:02.334395 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:02.334768 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:02.335108 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:02.339411 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:02.339853 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:02.340236 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:02.340998 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:02.341353 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:02.341898 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:02.344412 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:02.344836 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:02.345266 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830093-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:39:02.360449 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830093-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:39:02.460975 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 52446) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:39:02.807549 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.db.l3_hamode_db [None req-3b89257e-a5a9-4560-b1b9-eb1009acd65c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 19:39:02.890678 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89257e-a5a9-4560-b1b9-eb1009acd65c None None] Routers set() bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:39:02.891072 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89257e-a5a9-4560-b1b9-eb1009acd65c None None] Router IDs set() for agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 19:39:02.980953 dv-cinder-830093-3-iscsi neutron-server[109690]: WARNING oslo_policy.policy [None req-a6e05809-f3c3-49c4-971f-f715e6d66a55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:39:02.981645 dv-cinder-830093-3-iscsi neutron-server[109690]: WARNING oslo_policy.policy [None req-a6e05809-f3c3-49c4-971f-f715e6d66a55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:39:03.205655 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [None req-a6e05809-f3c3-49c4-971f-f715e6d66a55 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:39:03.206690 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-a6e05809-f3c3-49c4-971f-f715e6d66a55 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7448123 Mar 08 19:39:05.860665 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 52462) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:39:06.172922 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-a8278046-5511-4cb8-9e3f-91555962cfe1 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:39:06.266607 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.policy [None req-a8278046-5511-4cb8-9e3f-91555962cfe1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109690) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 19:39:06.309726 dv-cinder-830093-3-iscsi neutron-server[109690]: WARNING oslo_policy.policy [None req-a8278046-5511-4cb8-9e3f-91555962cfe1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:39:06.310099 dv-cinder-830093-3-iscsi neutron-server[109690]: WARNING oslo_policy.policy [None req-a8278046-5511-4cb8-9e3f-91555962cfe1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:39:06.403228 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a8278046-5511-4cb8-9e3f-91555962cfe1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789200586139', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789200586702', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789200597570', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789200570201', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789200583715', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789200558413', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-627081', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-800840', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1900563', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2029218'] for rbac-policy (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:06.473221 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a8278046-5511-4cb8-9e3f-91555962cfe1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:06.474962 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-a8278046-5511-4cb8-9e3f-91555962cfe1 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6131432 Mar 08 19:39:09.033729 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 52472) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:39:09.541477 dv-cinder-830093-3-iscsi neutron-server[109689]: WARNING oslo_policy.policy [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:39:09.542069 dv-cinder-830093-3-iscsi neutron-server[109689]: WARNING oslo_policy.policy [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:39:09.768440 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:39:09.823528 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Made reservation on behalf of dce6fbc25da242e7bc1b5bf1e03b0a89 for: {'network': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:39:09.885487 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.policy [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109689) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 19:39:09.927704 dv-cinder-830093-3-iscsi neutron-server[109689]: WARNING oslo_policy.policy [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:39:09.928083 dv-cinder-830093-3-iscsi neutron-server[109689]: WARNING oslo_policy.policy [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 19:39:09.950925 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:09.977217 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:10.086678 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Publish callbacks [] for security_group (b3321cd6-605a-4f2c-9c80-c1ef80ee5d37), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:10.090393 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (b3321cd6-605a-4f2c-9c80-c1ef80ee5d37), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:10.123176 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=109689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:39:10.150503 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789199064926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (89f78e20-75fe-435a-a873-c16463689064), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:10.151075 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Unsubscribe: segment precommit_create {{(pid=109689) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 19:39:10.151594 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.segments_db [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Added segment 89f78e20-75fe-435a-a873-c16463689064 of type vlan for network cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0 Mar 08 19:39:10.157178 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b3321cd6-605a-4f2c-9c80-c1ef80ee5d37,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:39:10.198892 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:10.199251 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:10.199624 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:10.199945 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:10.200266 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:10.200611 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:10.200932 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:10.201250 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:10.201564 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:10.201899 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:10.202218 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:10.202531 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:10.202842 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Tracked resource versions report: Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: pushed versions: Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: { 'AddressGroup': {'1.2'}, Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'ConntrackHelper': {'1.0'}, Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Log': {'1.0'}, Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Network': {'1.1'}, Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Port': {'1.7'}, Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'PortForwarding': {'1.2'}, Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'QosPolicy': {'1.10'}, Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'SecurityGroup': {'1.5'}, Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'SubPort': {'1.0'}, Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Subnet': {'1.1'}, Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Trunk': {'1.1'}} Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: consumer versions: Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: { DHCP agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: L3 agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: Metadata agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: Metering agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: Open vSwitch agent@dv-cinder-830093-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'ConntrackHelper': '1.0', Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'LocalIPAssociation': '1.0', Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Log': '1.0', Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Network': '1.1', Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Port': '1.7', Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'PortForwarding': '1.2', Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'QosPolicy': '1.10', Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'SecurityGroup': '1.5', Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'SecurityGroupRule': '1.2', Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'SubPort': '1.0', Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Subnet': '1.1', Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Trunk': '1.1'}} Mar 08 19:39:10.204353 dv-cinder-830093-3-iscsi neutron-server[109689]: {{(pid=109689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:39:10.268170 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:10.308825 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:10.314192 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:39:10.314984 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:10.378606 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3426390 Mar 08 19:39:10.437980 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b5f84-6f02-406c-aa33-102941051084 demo demo] Pushing event updated for resources: {'Network': ['ID=cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:39:10.450612 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0 details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:39:12.971942 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 52492) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:39:13.379358 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1604f5-1543-4410-a936-6159778d451b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:39:13.380651 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-5c1604f5-1543-4410-a936-6159778d451b demo admin] 10.222.0.45 "GET /v2.0/networks/cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0 HTTP/1.1" status: 200 len: 825 time: 0.4077115 Mar 08 19:39:13.420197 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-94976803-ea08-4e18-9783-c9d2160fffa7 demo admin] 10.222.0.45 "GET /v2.0/subnetpools/df1ff950-48c6-4f05-80a2-525908e951b7 HTTP/1.1" status: 200 len: 734 time: 0.0338910 Mar 08 19:39:13.429063 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-b520660f-ff7c-4e38-afed-8c66f230718d demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0', 'ip_version': 4, 'subnetpool_id': 'df1ff950-48c6-4f05-80a2-525908e951b7', 'gateway_ip': '172.20.0.1'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:39:13.449774 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b520660f-ff7c-4e38-afed-8c66f230718d demo admin] Made reservation on behalf of dce6fbc25da242e7bc1b5bf1e03b0a89 for: {'subnet': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:39:13.452255 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b520660f-ff7c-4e38-afed-8c66f230718d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:13.751543 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b520660f-ff7c-4e38-afed-8c66f230718d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for subnet (2f880dfe-47bd-4965-991b-802f0fb669aa), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:13.820783 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520660f-ff7c-4e38-afed-8c66f230718d demo admin] Pushing event updated for resources: {'Subnet': ['ID=2f880dfe-47bd-4965-991b-802f0fb669aa,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:39:13.824946 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b520660f-ff7c-4e38-afed-8c66f230718d demo admin] Checking segment: {'id': '89f78e20-75fe-435a-a873-c16463689064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:39:13.825345 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b520660f-ff7c-4e38-afed-8c66f230718d demo admin] Network hostable DHCP agents. Network: cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:39:13.844889 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b520660f-ff7c-4e38-afed-8c66f230718d demo admin] Network cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0 is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:39:13.856987 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-b520660f-ff7c-4e38-afed-8c66f230718d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0) {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:39:13.862191 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b520660f-ff7c-4e38-afed-8c66f230718d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:39:13.862787 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b520660f-ff7c-4e38-afed-8c66f230718d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:13.866767 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506434fa-a686-48ef-a34f-dc0de8d299a6 None None] Network cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:39:13.881579 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-b520660f-ff7c-4e38-afed-8c66f230718d demo admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4557407 Mar 08 19:39:14.246336 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d612103-8b46-5ff4-b5ac-d0cd2223ba58-cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0', 'network_id': 'cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0', 'project_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'fixed_ips': [{'subnet_id': '2f880dfe-47bd-4965-991b-802f0fb669aa'}]}} from dv-cinder-830093-3-iscsi. {{(pid=109691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:39:14.247588 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:14.527999 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.db_base_plugin_common [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Allocated IP 172.20.0.2 (cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0/2f880dfe-47bd-4965-991b-802f0fb669aa/4bd722c7-49d0-445e-bc9b-72a2dd923006) {{(pid=109691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:39:14.803916 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Publish callbacks [] for port (4bd722c7-49d0-445e-bc9b-72a2dd923006), precommit_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:14.812838 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (4bd722c7-49d0-445e-bc9b-72a2dd923006), after_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:14.881833 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Network cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0 is already hosted by enough agents. {{(pid=109691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:39:14.886308 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.base_scheduler [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Resources bound (agent type, host, resource id): {{(pid=109691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:39:14.898904 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Received port after_create {{(pid=109691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:39:14.906949 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Pushing event updated for resources: {'Port': ['ID=4bd722c7-49d0-445e-bc9b-72a2dd923006,revision_number=1']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:39:14.936172 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:14.936566 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:14.936928 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:14.937269 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:14.937601 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:14.937933 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:14.938263 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:14.938594 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:14.938923 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:14.939265 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:14.939593 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:14.939918 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:14.940234 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Tracked resource versions report: Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: pushed versions: Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: { 'AddressGroup': {'1.2'}, Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'ConntrackHelper': {'1.0'}, Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Log': {'1.0'}, Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Network': {'1.1'}, Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Port': {'1.7'}, Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'PortForwarding': {'1.2'}, Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'QosPolicy': {'1.10'}, Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'SecurityGroup': {'1.5'}, Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'SubPort': {'1.0'}, Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Subnet': {'1.1'}, Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Trunk': {'1.1'}} Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: consumer versions: Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: { DHCP agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: L3 agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: Metadata agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: Metering agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: Open vSwitch agent@dv-cinder-830093-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'ConntrackHelper': '1.0', Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'LocalIPAssociation': '1.0', Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Log': '1.0', Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Network': '1.1', Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Port': '1.7', Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'PortForwarding': '1.2', Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'QosPolicy': '1.10', Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'SecurityGroup': '1.5', Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'SecurityGroupRule': '1.2', Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'SubPort': '1.0', Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Subnet': '1.1', Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Trunk': '1.1'}} Mar 08 19:39:14.941646 dv-cinder-830093-3-iscsi neutron-server[109691]: {{(pid=109691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:39:14.993184 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Attempting to bind port 4bd722c7-49d0-445e-bc9b-72a2dd923006 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:39:14.993587 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Attempting to bind port 4bd722c7-49d0-445e-bc9b-72a2dd923006 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '89f78e20-75fe-435a-a873-c16463689064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:39:14.994009 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Attempting to bind port 4bd722c7-49d0-445e-bc9b-72a2dd923006 on network cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:39:14.998895 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:39:14.999398 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Checking segment: {'id': '89f78e20-75fe-435a-a873-c16463689064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:39:14.999901 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:15.000302 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Bound using segment: {'id': '89f78e20-75fe-435a-a873-c16463689064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:39:15.000781 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Bound port: 4bd722c7-49d0-445e-bc9b-72a2dd923006, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f78e20-75fe-435a-a873-c16463689064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:39:15.001186 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4bd722c7-49d0-445e-bc9b-72a2dd923006), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:15.062502 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] For port 4bd722c7-49d0-445e-bc9b-72a2dd923006, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:39:15.066628 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] For port 4bd722c7-49d0-445e-bc9b-72a2dd923006, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=4bd722c7-49d0-445e-bc9b-72a2dd923006,segment=NetworkSegment(89f78e20-75fe-435a-a873-c16463689064),segment_id=89f78e20-75fe-435a-a873-c16463689064)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:39:15.076375 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (4bd722c7-49d0-445e-bc9b-72a2dd923006), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:15.148581 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a6220-1992-491e-a5b7-3ebe376776ee None None] Pushing event updated for resources: {'Port': ['ID=4bd722c7-49d0-445e-bc9b-72a2dd923006,revision_number=2']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:39:16.514728 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 52500) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:39:16.833491 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [None req-43d42e44-c1ff-4e51-b8c9-cdebd3b95bca admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:39:16.834738 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-43d42e44-c1ff-4e51-b8c9-cdebd3b95bca admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3189414 Mar 08 19:39:19.414737 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 52508) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:39:19.742742 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [None req-ba8569c8-6511-402f-b7a6-2541d5ffaad4 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:39:19.744386 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-ba8569c8-6511-402f-b7a6-2541d5ffaad4 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3286939 Mar 08 19:39:22.332786 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 52516) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:39:22.662761 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-9b8ba960-f2e0-4e7b-b280-f1b5bb33fc35 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:39:22.686431 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba960-f2e0-4e7b-b280-f1b5bb33fc35 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1754003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8515'] for router (2c371477-addf-4c70-9431-453e4cfab398), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:22.688066 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba960-f2e0-4e7b-b280-f1b5bb33fc35 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751760', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8522'] for router (2c371477-addf-4c70-9431-453e4cfab398), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:22.832487 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba960-f2e0-4e7b-b280-f1b5bb33fc35 demo demo] Publish callbacks [] for router_controller (2c371477-addf-4c70-9431-453e4cfab398), precommit_add_association {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:22.837676 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba960-f2e0-4e7b-b280-f1b5bb33fc35 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1754984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1751805'] for router (2c371477-addf-4c70-9431-453e4cfab398), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:22.855278 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba960-f2e0-4e7b-b280-f1b5bb33fc35 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:22.856518 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-9b8ba960-f2e0-4e7b-b280-f1b5bb33fc35 demo demo] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5227237 Mar 08 19:39:25.490361 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 52528) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:39:25.818368 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [None req-3c42ce3a-4e84-4778-962e-e4e5d5362c4a admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:39:25.819363 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-3c42ce3a-4e84-4778-962e-e4e5d5362c4a admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3280325 Mar 08 19:39:26.095856 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-554d373d-fca4-4f7e-8ba5-893fe0814f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:27.074616 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c624ddf-31dd-4175-bc25-baf84995e961 None None] Network cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:39:27.098367 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 4bd722c7-49d0-445e-bc9b-72a2dd923006 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:39:27.258501 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e8ac0db9-5348-4919-9b91-50e43cb67f74 None None] Provisioning complete for port 4bd722c7-49d0-445e-bc9b-72a2dd923006 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:39:27.258892 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0db9-5348-4919-9b91-50e43cb67f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4bd722c7-49d0-445e-bc9b-72a2dd923006), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:27.325571 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 4bd722c7-49d0-445e-bc9b-72a2dd923006 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:39:27.325971 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4bd722c7-49d0-445e-bc9b-72a2dd923006), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:27.477087 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e8ac0db9-5348-4919-9b91-50e43cb67f74 None None] Current status of the port 4bd722c7-49d0-445e-bc9b-72a2dd923006 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:39:27.477480 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0db9-5348-4919-9b91-50e43cb67f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4bd722c7-49d0-445e-bc9b-72a2dd923006), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:27.508422 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 4bd722c7-49d0-445e-bc9b-72a2dd923006 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:39:27.508932 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4bd722c7-49d0-445e-bc9b-72a2dd923006), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:27.533142 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e8ac0db9-5348-4919-9b91-50e43cb67f74 None None] For port 4bd722c7-49d0-445e-bc9b-72a2dd923006, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=4bd722c7-49d0-445e-bc9b-72a2dd923006,segment=NetworkSegment(89f78e20-75fe-435a-a873-c16463689064),segment_id=89f78e20-75fe-435a-a873-c16463689064)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:39:27.540890 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0db9-5348-4919-9b91-50e43cb67f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (4bd722c7-49d0-445e-bc9b-72a2dd923006), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:27.613522 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.db.api [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 19:39:27.613946 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG oslo_db.api [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 19:39:27.616589 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac0db9-5348-4919-9b91-50e43cb67f74 None None] Pushing event updated for resources: {'Port': ['ID=4bd722c7-49d0-445e-bc9b-72a2dd923006,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:39:27.666070 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-49016bea-dd69-4cdf-9719-d2c8243c0b07 None None] Provisioning complete for port 4bd722c7-49d0-445e-bc9b-72a2dd923006 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:39:27.666387 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-49016bea-dd69-4cdf-9719-d2c8243c0b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4bd722c7-49d0-445e-bc9b-72a2dd923006), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:27.741970 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-49016bea-dd69-4cdf-9719-d2c8243c0b07 None None] Current status of the port 4bd722c7-49d0-445e-bc9b-72a2dd923006 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:39:28.149195 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 4bd722c7-49d0-445e-bc9b-72a2dd923006 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:39:28.373819 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-cd01ff70-c6f2-4660-8d0f-00499f8c4dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:28.422027 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 52538) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:39:28.727114 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:39:28.754385 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Made reservation on behalf of 8b68897c067445439b84325629dfc041 for: {'network': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:39:28.757105 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:28.772835 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:28.880921 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Publish callbacks [] for security_group (1f549510-30e7-47f2-be4a-6cd63aa111c4), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:28.885165 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (1f549510-30e7-47f2-be4a-6cd63aa111c4), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:28.896007 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Reserving flat network on physical network physnet1 {{(pid=109690) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 19:39:28.929293 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789199064926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (70b97b60-374c-4ad3-80ae-4b9359590059), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:28.929854 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Unsubscribe: segment precommit_create {{(pid=109690) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 19:39:28.930383 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.segments_db [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Added segment 70b97b60-374c-4ad3-80ae-4b9359590059 of type flat for network 4ab513a0-00c2-4806-bea3-3166607858e9 Mar 08 19:39:28.946572 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f549510-30e7-47f2-be4a-6cd63aa111c4,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:39:28.995467 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:28.995838 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:28.996186 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:28.996534 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:28.996876 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:28.997203 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:28.997542 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:28.997870 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:28.998221 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:28.998624 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:28.998918 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:28.999178 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:28.999497 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Tracked resource versions report: Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: pushed versions: Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: { 'AddressGroup': {'1.2'}, Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'ConntrackHelper': {'1.0'}, Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Log': {'1.0'}, Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Network': {'1.1'}, Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Port': {'1.7'}, Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'PortForwarding': {'1.2'}, Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'QosPolicy': {'1.10'}, Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'SecurityGroup': {'1.5'}, Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'SubPort': {'1.0'}, Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Subnet': {'1.1'}, Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Trunk': {'1.1'}} Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: consumer versions: Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: { DHCP agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: L3 agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: Metadata agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: Metering agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: Open vSwitch agent@dv-cinder-830093-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'ConntrackHelper': '1.0', Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'LocalIPAssociation': '1.0', Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Log': '1.0', Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Network': '1.1', Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Port': '1.7', Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'PortForwarding': '1.2', Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'QosPolicy': '1.10', Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'SecurityGroup': '1.5', Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'SecurityGroupRule': '1.2', Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'SubPort': '1.0', Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Subnet': '1.1', Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Trunk': '1.1'}} Mar 08 19:39:29.000877 dv-cinder-830093-3-iscsi neutron-server[109690]: {{(pid=109690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:39:29.045905 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 4bd722c7-49d0-445e-bc9b-72a2dd923006 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:39:29.049330 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (4ab513a0-00c2-4806-bea3-3166607858e9), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:29.094622 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (4ab513a0-00c2-4806-bea3-3166607858e9), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:29.095734 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:39:29.096475 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:29.097185 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 4bd722c7-49d0-445e-bc9b-72a2dd923006 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:39:29.097588 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4bd722c7-49d0-445e-bc9b-72a2dd923006), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:29.168434 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7452948 Mar 08 19:39:29.186733 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 4bd722c7-49d0-445e-bc9b-72a2dd923006 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:39:29.206525 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4dfd1-94a1-4dc2-b0fa-645c80a082b5 admin admin] Pushing event updated for resources: {'Network': ['ID=4ab513a0-00c2-4806-bea3-3166607858e9,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:39:29.218260 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network 4ab513a0-00c2-4806-bea3-3166607858e9 details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:39:29.566115 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:30.994903 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:31.772777 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 52560) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:39:31.989740 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90ecbc3-83c7-4bb8-9d61-d462dee4713f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:39:31.991130 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-e90ecbc3-83c7-4bb8-9d61-d462dee4713f demo admin] 10.222.0.45 "GET /v2.0/subnets/2f880dfe-47bd-4965-991b-802f0fb669aa HTTP/1.1" status: 200 len: 849 time: 0.2173996 Mar 08 19:39:32.171410 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-94226f00-7a2d-4021-ae69-825050b80053 demo admin] 10.222.0.45 "GET /v2.0/routers/2c371477-addf-4c70-9431-453e4cfab398 HTTP/1.1" status: 200 len: 704 time: 0.1746020 Mar 08 19:39:32.319505 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:32.419626 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 5 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:39:32.448386 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:32.740615 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] Allocated IP 172.20.0.1 (cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0/2f880dfe-47bd-4965-991b-802f0fb669aa/36aa9dec-edfd-4886-b49e-c7b77ebf80b4) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:39:32.921103 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] Publish callbacks [] for port (36aa9dec-edfd-4886-b49e-c7b77ebf80b4), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:32.990043 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (36aa9dec-edfd-4886-b49e-c7b77ebf80b4), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:33.052741 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] Network cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:39:33.058612 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:39:33.070343 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:39:33.070609 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752272'] for router_interface (2c371477-addf-4c70-9431-453e4cfab398), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:33.138943 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] Pushing event updated for resources: {'Port': ['ID=36aa9dec-edfd-4886-b49e-c7b77ebf80b4,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:39:33.281258 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (36aa9dec-edfd-4886-b49e-c7b77ebf80b4), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:33.293296 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-ddd3ec05-5cd8-4c4f-8bff-70df8aee9984 None None] Provisioning complete for port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:39:33.293873 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-ddd3ec05-5cd8-4c4f-8bff-70df8aee9984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (36aa9dec-edfd-4886-b49e-c7b77ebf80b4), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:33.328988 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-ddd3ec05-5cd8-4c4f-8bff-70df8aee9984 None None] Port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:39:33.551016 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] Publish callbacks [] for port (36aa9dec-edfd-4886-b49e-c7b77ebf80b4), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:33.555248 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (36aa9dec-edfd-4886-b49e-c7b77ebf80b4), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:33.556615 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752252'] for router_interface (2c371477-addf-4c70-9431-453e4cfab398), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:33.612340 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] Pushing event updated for resources: {'Port': ['ID=36aa9dec-edfd-4886-b49e-c7b77ebf80b4,revision_number=2']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:39:33.679979 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] Network cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:39:33.681823 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:39:33.845362 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] Router 2c371477-addf-4c70-9431-453e4cfab398 is scheduled to L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 with binding_index 1 {{(pid=109690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:39:33.944913 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:39:33.950247 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-33751ad5-68bf-40fa-b811-baed5ddc3ebf demo admin] 10.222.0.45 "PUT /v2.0/routers/2c371477-addf-4c70-9431-453e4cfab398/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7734318 Mar 08 19:39:33.951482 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-44482421-cf8a-4c6c-bbab-fb862043e637 None None] Provisioning complete for port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:39:33.952025 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-44482421-cf8a-4c6c-bbab-fb862043e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (36aa9dec-edfd-4886-b49e-c7b77ebf80b4), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:33.966722 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Sync routers for ids ['2c371477-addf-4c70-9431-453e4cfab398'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:39:33.980335 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Routers {'2c371477-addf-4c70-9431-453e4cfab398'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:39:33.981459 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:39:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['2c371477-addf-4c70-9431-453e4cfab398'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:39:33.994062 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-44482421-cf8a-4c6c-bbab-fb862043e637 None None] Port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:39:34.175081 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Set router 2c371477-addf-4c70-9431-453e4cfab398 gateway port host: None {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:39:34.619093 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c371477-addf-4c70-9431-453e4cfab398', 'name': 'router1', 'tenant_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:39:22Z', 'updated_at': '2022-03-08T19:39:33Z', 'revision_number': 2, 'project_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'gw_port_host': None, '_interfaces': [{'id': '36aa9dec-edfd-4886-b49e-c7b77ebf80b4', 'name': '', 'network_id': 'cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0', 'tenant_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'mac_address': 'fa:16:3e:c1:18:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c371477-addf-4c70-9431-453e4cfab398', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f880dfe-47bd-4965-991b-802f0fb669aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:39:32Z', 'updated_at': '2022-03-08T19:39:33Z', 'revision_number': 2, 'project_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'subnets': [{'id': '2f880dfe-47bd-4965-991b-802f0fb669aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df1ff950-48c6-4f05-80a2-525908e951b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:39:34.670391 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Checking router: 2c371477-addf-4c70-9431-453e4cfab398 for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:39:34.670761 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Updating router 2c371477-addf-4c70-9431-453e4cfab398 port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4 binding host dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:39:34.723538 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (36aa9dec-edfd-4886-b49e-c7b77ebf80b4), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:35.252948 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Publish callbacks [] for port (36aa9dec-edfd-4886-b49e-c7b77ebf80b4), precommit_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:35.259203 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (36aa9dec-edfd-4886-b49e-c7b77ebf80b4), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:35.424821 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Attempting to bind port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:39:35.425223 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Attempting to bind port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '89f78e20-75fe-435a-a873-c16463689064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0'}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:39:35.425681 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Attempting to bind port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4 on network cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0 {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:39:35.435303 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:39:35.435733 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Checking segment: {'id': '89f78e20-75fe-435a-a873-c16463689064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:39:35.436266 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:35.436682 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Bound using segment: {'id': '89f78e20-75fe-435a-a873-c16463689064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0'} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:39:35.437235 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Bound port: 36aa9dec-edfd-4886-b49e-c7b77ebf80b4, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f78e20-75fe-435a-a873-c16463689064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0'}}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:39:35.437631 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (36aa9dec-edfd-4886-b49e-c7b77ebf80b4), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:35.458515 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b27ee9-3be9-4ac0-b700-801c9ad7e8d0 None None] Pushing event updated for resources: {'Port': ['ID=36aa9dec-edfd-4886-b49e-c7b77ebf80b4,revision_number=3']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:39:35.483609 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b27ee9-3be9-4ac0-b700-801c9ad7e8d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:35.483969 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b27ee9-3be9-4ac0-b700-801c9ad7e8d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:35.484339 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b27ee9-3be9-4ac0-b700-801c9ad7e8d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:35.484684 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b27ee9-3be9-4ac0-b700-801c9ad7e8d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:35.485022 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b27ee9-3be9-4ac0-b700-801c9ad7e8d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:35.485356 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b27ee9-3be9-4ac0-b700-801c9ad7e8d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:35.485690 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b27ee9-3be9-4ac0-b700-801c9ad7e8d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:35.486016 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b27ee9-3be9-4ac0-b700-801c9ad7e8d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:35.486361 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b27ee9-3be9-4ac0-b700-801c9ad7e8d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:35.486689 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b27ee9-3be9-4ac0-b700-801c9ad7e8d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:35.487019 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b27ee9-3be9-4ac0-b700-801c9ad7e8d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:35.487341 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b27ee9-3be9-4ac0-b700-801c9ad7e8d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:35.487661 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b27ee9-3be9-4ac0-b700-801c9ad7e8d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b27ee9-3be9-4ac0-b700-801c9ad7e8d0 None None] Tracked resource versions report: Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: pushed versions: Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: { 'AddressGroup': {'1.2'}, Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'ConntrackHelper': {'1.0'}, Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Log': {'1.0'}, Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Network': {'1.1'}, Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Port': {'1.7'}, Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'PortForwarding': {'1.2'}, Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'QosPolicy': {'1.10'}, Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'SecurityGroup': {'1.5'}, Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'SubPort': {'1.0'}, Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Subnet': {'1.1'}, Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Trunk': {'1.1'}} Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: consumer versions: Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: { DHCP agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: L3 agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: Metadata agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: Metering agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: Open vSwitch agent@dv-cinder-830093-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'ConntrackHelper': '1.0', Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'LocalIPAssociation': '1.0', Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Log': '1.0', Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Network': '1.1', Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Port': '1.7', Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'PortForwarding': '1.2', Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'QosPolicy': '1.10', Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'SecurityGroup': '1.5', Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'SecurityGroupRule': '1.2', Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'SubPort': '1.0', Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Subnet': '1.1', Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Trunk': '1.1'}} Mar 08 19:39:35.489066 dv-cinder-830093-3-iscsi neutron-server[109692]: {{(pid=109692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:39:35.520946 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-37a6fe40-9588-407f-a710-4772fe3e9285 None None] Provisioning complete for port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:39:35.521624 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-37a6fe40-9588-407f-a710-4772fe3e9285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (36aa9dec-edfd-4886-b49e-c7b77ebf80b4), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:35.531474 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] For port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:39:35.552441 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] For port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=36aa9dec-edfd-4886-b49e-c7b77ebf80b4,segment=NetworkSegment(89f78e20-75fe-435a-a873-c16463689064),segment_id=89f78e20-75fe-435a-a873-c16463689064)] {{(pid=109692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:39:35.557882 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-37a6fe40-9588-407f-a710-4772fe3e9285 None None] Port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:39:35.558559 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (36aa9dec-edfd-4886-b49e-c7b77ebf80b4), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:35.618747 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b27ee9-3be9-4ac0-b700-801c9ad7e8d0 None None] Pushing event updated for resources: {'Port': ['ID=36aa9dec-edfd-4886-b49e-c7b77ebf80b4,revision_number=4']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:39:35.621563 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Routers {'2c371477-addf-4c70-9431-453e4cfab398'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:39:35.622153 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:39:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['2c371477-addf-4c70-9431-453e4cfab398'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:39:35.721110 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] Set router 2c371477-addf-4c70-9431-453e4cfab398 gateway port host: None {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:39:35.778726 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-00d558af-1178-4ecf-8a98-fdf116281fcb None None] Provisioning complete for port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:39:35.779038 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-00d558af-1178-4ecf-8a98-fdf116281fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (36aa9dec-edfd-4886-b49e-c7b77ebf80b4), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:35.860499 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-00d558af-1178-4ecf-8a98-fdf116281fcb None None] Current status of the port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:39:35.860827 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-00d558af-1178-4ecf-8a98-fdf116281fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (36aa9dec-edfd-4886-b49e-c7b77ebf80b4), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:35.893321 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-00d558af-1178-4ecf-8a98-fdf116281fcb None None] For port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=36aa9dec-edfd-4886-b49e-c7b77ebf80b4,segment=NetworkSegment(89f78e20-75fe-435a-a873-c16463689064),segment_id=89f78e20-75fe-435a-a873-c16463689064)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:39:35.898753 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-00d558af-1178-4ecf-8a98-fdf116281fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (36aa9dec-edfd-4886-b49e-c7b77ebf80b4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:35.948065 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d558af-1178-4ecf-8a98-fdf116281fcb None None] Pushing event updated for resources: {'Port': ['ID=36aa9dec-edfd-4886-b49e-c7b77ebf80b4,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:39:35.948358 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c371477-addf-4c70-9431-453e4cfab398', 'name': 'router1', 'tenant_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:39:22Z', 'updated_at': '2022-03-08T19:39:33Z', 'revision_number': 2, 'project_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'gw_port_host': None, '_interfaces': [{'id': '36aa9dec-edfd-4886-b49e-c7b77ebf80b4', 'name': '', 'network_id': 'cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0', 'tenant_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'mac_address': 'fa:16:3e:c1:18:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c371477-addf-4c70-9431-453e4cfab398', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f880dfe-47bd-4965-991b-802f0fb669aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:39:32Z', 'updated_at': '2022-03-08T19:39:35Z', 'revision_number': 4, 'project_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'subnets': [{'id': '2f880dfe-47bd-4965-991b-802f0fb669aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df1ff950-48c6-4f05-80a2-525908e951b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:39:35.979681 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee01a7c-b664-4983-8028-edf7ebad04d0 None None] The sync data for ids ['2c371477-addf-4c70-9431-453e4cfab398'] in dv-cinder-830093-3-iscsi is: [{'id': '2c371477-addf-4c70-9431-453e4cfab398', 'name': 'router1', 'tenant_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:39:22Z', 'updated_at': '2022-03-08T19:39:33Z', 'revision_number': 2, 'project_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'gw_port_host': None, '_interfaces': [{'id': '36aa9dec-edfd-4886-b49e-c7b77ebf80b4', 'name': '', 'network_id': 'cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0', 'tenant_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'mac_address': 'fa:16:3e:c1:18:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c371477-addf-4c70-9431-453e4cfab398', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f880dfe-47bd-4965-991b-802f0fb669aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:39:32Z', 'updated_at': '2022-03-08T19:39:35Z', 'revision_number': 4, 'project_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'subnets': [{'id': '2f880dfe-47bd-4965-991b-802f0fb669aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df1ff950-48c6-4f05-80a2-525908e951b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:39:36.462718 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 52580) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:39:36.575449 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbe964b-5cf2-43c4-aa42-b032a69f5592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:39:36.576845 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-ccbe964b-5cf2-43c4-aa42-b032a69f5592 admin admin] 10.222.0.45 "GET /v2.0/networks/4ab513a0-00c2-4806-bea3-3166607858e9 HTTP/1.1" status: 200 len: 842 time: 0.1131306 Mar 08 19:39:36.586086 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-3158f852-21de-4098-8323-31efda870001 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:39:36.611070 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3158f852-21de-4098-8323-31efda870001 admin admin] Made reservation on behalf of 8b68897c067445439b84325629dfc041 for: {'subnet': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:39:36.613483 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3158f852-21de-4098-8323-31efda870001 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:36.914557 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.objects.ports [None req-3158f852-21de-4098-8323-31efda870001 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109690) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 19:39:36.915057 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3158f852-21de-4098-8323-31efda870001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for subnet (f5075e3e-b829-4239-acf2-0f05e5e5ea88), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:36.966663 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158f852-21de-4098-8323-31efda870001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5075e3e-b829-4239-acf2-0f05e5e5ea88,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:39:36.979654 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3158f852-21de-4098-8323-31efda870001 admin admin] Checking segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:39:36.980001 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3158f852-21de-4098-8323-31efda870001 admin admin] Network hostable DHCP agents. Network: 4ab513a0-00c2-4806-bea3-3166607858e9, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:39:37.000990 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3158f852-21de-4098-8323-31efda870001 admin admin] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:39:37.012411 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-3158f852-21de-4098-8323-31efda870001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, 4ab513a0-00c2-4806-bea3-3166607858e9) {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:39:37.016675 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3158f852-21de-4098-8323-31efda870001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:39:37.017260 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3158f852-21de-4098-8323-31efda870001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:37.023229 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6155e856-a4fb-42b1-8c88-fd3c1443818e None None] Network 4ab513a0-00c2-4806-bea3-3166607858e9 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:39:37.034587 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-3158f852-21de-4098-8323-31efda870001 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4518785 Mar 08 19:39:37.139407 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f52cfa-5a33-45bc-b4ed-3dc9e2a2bc21 None None] Network 4ab513a0-00c2-4806-bea3-3166607858e9 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:39:39.484504 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 52588) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:39:39.624724 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-8ef99f09-35b4-4181-9eea-70d195310549 demo admin] 10.222.0.45 "GET /v2.0/routers/2c371477-addf-4c70-9431-453e4cfab398 HTTP/1.1" status: 200 len: 710 time: 0.1389384 Mar 08 19:39:39.723707 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931da17b-8181-4abf-a621-a2b628f7bd12 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:39:39.725035 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-931da17b-8181-4abf-a621-a2b628f7bd12 demo admin] 10.222.0.45 "GET /v2.0/networks/4ab513a0-00c2-4806-bea3-3166607858e9 HTTP/1.1" status: 200 len: 886 time: 0.0950837 Mar 08 19:39:39.734671 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-375120df-4f4b-45f7-b2e6-c380d80fc4cd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:39:40.062698 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-375120df-4f4b-45f7-b2e6-c380d80fc4cd demo admin] Publish callbacks [] for router_gateway (2c371477-addf-4c70-9431-453e4cfab398), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:40.306034 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-375120df-4f4b-45f7-b2e6-c380d80fc4cd demo admin] Publish callbacks [] for router_gateway (2c371477-addf-4c70-9431-453e4cfab398), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:40.382063 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-375120df-4f4b-45f7-b2e6-c380d80fc4cd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:40.484577 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [None req-375120df-4f4b-45f7-b2e6-c380d80fc4cd demo admin] Allocated IP 172.27.1.30 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/f3fe7acc-681c-45f9-8b6a-d06a218a61e1) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:39:40.589321 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-375120df-4f4b-45f7-b2e6-c380d80fc4cd demo admin] Publish callbacks [] for port (f3fe7acc-681c-45f9-8b6a-d06a218a61e1), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:40.621569 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-375120df-4f4b-45f7-b2e6-c380d80fc4cd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (f3fe7acc-681c-45f9-8b6a-d06a218a61e1), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:40.667872 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375120df-4f4b-45f7-b2e6-c380d80fc4cd demo admin] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:39:40.671346 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-375120df-4f4b-45f7-b2e6-c380d80fc4cd demo admin] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:39:40.673730 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375120df-4f4b-45f7-b2e6-c380d80fc4cd demo admin] Pushing event updated for resources: {'Port': ['ID=f3fe7acc-681c-45f9-8b6a-d06a218a61e1,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:39:40.677212 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375120df-4f4b-45f7-b2e6-c380d80fc4cd demo admin] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:39:40.941038 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-375120df-4f4b-45f7-b2e6-c380d80fc4cd demo admin] Publish callbacks [] for router_gateway (2c371477-addf-4c70-9431-453e4cfab398), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:41.144681 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-375120df-4f4b-45f7-b2e6-c380d80fc4cd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1751750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1754897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8548'] for router (2c371477-addf-4c70-9431-453e4cfab398), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:41.148123 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-375120df-4f4b-45f7-b2e6-c380d80fc4cd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1751805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1751759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1751796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1754910'] for router (2c371477-addf-4c70-9431-453e4cfab398), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:41.263893 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375120df-4f4b-45f7-b2e6-c380d80fc4cd demo admin] Router 2c371477-addf-4c70-9431-453e4cfab398 has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:39:41.469075 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375120df-4f4b-45f7-b2e6-c380d80fc4cd demo admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:39:41.473739 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-375120df-4f4b-45f7-b2e6-c380d80fc4cd demo admin] Publish callbacks [] for router (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:41.474936 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-375120df-4f4b-45f7-b2e6-c380d80fc4cd demo admin] 10.222.0.45 "PUT /v2.0/routers/2c371477-addf-4c70-9431-453e4cfab398 HTTP/1.1" status: 200 len: 889 time: 1.7435641 Mar 08 19:39:43.088463 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 36aa9dec-edfd-4886-b49e-c7b77ebf80b4 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:39:43.144079 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:39:43.144514 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (36aa9dec-edfd-4886-b49e-c7b77ebf80b4), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:43.231841 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:39:44.079772 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 52602) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:39:44.201127 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-aede5ac2-582b-4461-a199-20ac43ee2fa3 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1201806 Mar 08 19:39:44.783152 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Sync routers for ids ['2c371477-addf-4c70-9431-453e4cfab398'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:39:44.795312 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Routers {'2c371477-addf-4c70-9431-453e4cfab398'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:39:44.795974 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:39:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['2c371477-addf-4c70-9431-453e4cfab398'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:39:45.019185 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Set router 2c371477-addf-4c70-9431-453e4cfab398 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:39:45.492112 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c371477-addf-4c70-9431-453e4cfab398', 'name': 'router1', 'tenant_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f3fe7acc-681c-45f9-8b6a-d06a218a61e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:39:22Z', 'updated_at': '2022-03-08T19:39:40Z', 'revision_number': 4, 'project_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'gw_port': {'id': 'f3fe7acc-681c-45f9-8b6a-d06a218a61e1', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c371477-addf-4c70-9431-453e4cfab398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:39:40Z', 'updated_at': '2022-03-08T19:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '36aa9dec-edfd-4886-b49e-c7b77ebf80b4', 'name': '', 'network_id': 'cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0', 'tenant_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'mac_address': 'fa:16:3e:c1:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c371477-addf-4c70-9431-453e4cfab398', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f880dfe-47bd-4965-991b-802f0fb669aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:39:32Z', 'updated_at': '2022-03-08T19:39:35Z', 'revision_number': 5, 'project_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'subnets': [{'id': '2f880dfe-47bd-4965-991b-802f0fb669aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df1ff950-48c6-4f05-80a2-525908e951b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:39:45.544847 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Checking router: 2c371477-addf-4c70-9431-453e4cfab398 for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:39:45.546990 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Updating router 2c371477-addf-4c70-9431-453e4cfab398 port f3fe7acc-681c-45f9-8b6a-d06a218a61e1 binding host dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:39:45.598088 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f3fe7acc-681c-45f9-8b6a-d06a218a61e1), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:45.932776 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Publish callbacks [] for port (f3fe7acc-681c-45f9-8b6a-d06a218a61e1), precommit_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:45.939864 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (f3fe7acc-681c-45f9-8b6a-d06a218a61e1), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:45.991018 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Attempting to bind port f3fe7acc-681c-45f9-8b6a-d06a218a61e1 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:39:45.991390 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Attempting to bind port f3fe7acc-681c-45f9-8b6a-d06a218a61e1 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:39:45.991753 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Attempting to bind port f3fe7acc-681c-45f9-8b6a-d06a218a61e1 on network 4ab513a0-00c2-4806-bea3-3166607858e9 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:39:45.994209 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cd7fa-5779-474a-a864-a9f1292222d6 None None] Pushing event updated for resources: {'Port': ['ID=f3fe7acc-681c-45f9-8b6a-d06a218a61e1,revision_number=2']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:39:46.000187 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:39:46.000187 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Checking segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:39:46.000187 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:46.000730 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Bound using segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:39:46.000990 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Bound port: f3fe7acc-681c-45f9-8b6a-d06a218a61e1, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:39:46.001371 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f3fe7acc-681c-45f9-8b6a-d06a218a61e1), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:46.057034 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] For port f3fe7acc-681c-45f9-8b6a-d06a218a61e1, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:39:46.060137 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] For port f3fe7acc-681c-45f9-8b6a-d06a218a61e1, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=f3fe7acc-681c-45f9-8b6a-d06a218a61e1,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:39:46.067035 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (f3fe7acc-681c-45f9-8b6a-d06a218a61e1), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:46.129869 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cd7fa-5779-474a-a864-a9f1292222d6 None None] Pushing event updated for resources: {'Port': ['ID=f3fe7acc-681c-45f9-8b6a-d06a218a61e1,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:39:46.135778 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Routers {'2c371477-addf-4c70-9431-453e4cfab398'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:39:46.136414 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:39:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['2c371477-addf-4c70-9431-453e4cfab398'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:39:46.250937 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] Set router 2c371477-addf-4c70-9431-453e4cfab398 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:39:46.487135 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c371477-addf-4c70-9431-453e4cfab398', 'name': 'router1', 'tenant_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f3fe7acc-681c-45f9-8b6a-d06a218a61e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:39:22Z', 'updated_at': '2022-03-08T19:39:40Z', 'revision_number': 4, 'project_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'gw_port': {'id': 'f3fe7acc-681c-45f9-8b6a-d06a218a61e1', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c371477-addf-4c70-9431-453e4cfab398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:39:40Z', 'updated_at': '2022-03-08T19:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '36aa9dec-edfd-4886-b49e-c7b77ebf80b4', 'name': '', 'network_id': 'cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0', 'tenant_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'mac_address': 'fa:16:3e:c1:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c371477-addf-4c70-9431-453e4cfab398', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f880dfe-47bd-4965-991b-802f0fb669aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:39:32Z', 'updated_at': '2022-03-08T19:39:35Z', 'revision_number': 5, 'project_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'subnets': [{'id': '2f880dfe-47bd-4965-991b-802f0fb669aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df1ff950-48c6-4f05-80a2-525908e951b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:39:46.516194 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9ad7b7-9db5-4361-b243-94c3b69e003e None None] The sync data for ids ['2c371477-addf-4c70-9431-453e4cfab398'] in dv-cinder-830093-3-iscsi is: [{'id': '2c371477-addf-4c70-9431-453e4cfab398', 'name': 'router1', 'tenant_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'f3fe7acc-681c-45f9-8b6a-d06a218a61e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:39:22Z', 'updated_at': '2022-03-08T19:39:40Z', 'revision_number': 4, 'project_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'gw_port': {'id': 'f3fe7acc-681c-45f9-8b6a-d06a218a61e1', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c371477-addf-4c70-9431-453e4cfab398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:39:40Z', 'updated_at': '2022-03-08T19:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '36aa9dec-edfd-4886-b49e-c7b77ebf80b4', 'name': '', 'network_id': 'cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0', 'tenant_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'mac_address': 'fa:16:3e:c1:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c371477-addf-4c70-9431-453e4cfab398', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f880dfe-47bd-4965-991b-802f0fb669aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:39:32Z', 'updated_at': '2022-03-08T19:39:35Z', 'revision_number': 5, 'project_id': 'dce6fbc25da242e7bc1b5bf1e03b0a89', 'subnets': [{'id': '2f880dfe-47bd-4965-991b-802f0fb669aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df1ff950-48c6-4f05-80a2-525908e951b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:39:47.143027 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device f3fe7acc-681c-45f9-8b6a-d06a218a61e1 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:39:47.203892 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port f3fe7acc-681c-45f9-8b6a-d06a218a61e1 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:39:47.204348 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (f3fe7acc-681c-45f9-8b6a-d06a218a61e1), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:47.289020 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port f3fe7acc-681c-45f9-8b6a-d06a218a61e1 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:39:47.289414 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f3fe7acc-681c-45f9-8b6a-d06a218a61e1), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:47.311517 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] For port f3fe7acc-681c-45f9-8b6a-d06a218a61e1, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=f3fe7acc-681c-45f9-8b6a-d06a218a61e1,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:39:47.330562 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (f3fe7acc-681c-45f9-8b6a-d06a218a61e1), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:47.416233 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Pushing event updated for resources: {'Port': ['ID=f3fe7acc-681c-45f9-8b6a-d06a218a61e1,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:39:49.108712 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device f3fe7acc-681c-45f9-8b6a-d06a218a61e1 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:39:49.192901 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port f3fe7acc-681c-45f9-8b6a-d06a218a61e1 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:39:49.195189 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (f3fe7acc-681c-45f9-8b6a-d06a218a61e1), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:49.333835 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port f3fe7acc-681c-45f9-8b6a-d06a218a61e1 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:39:56.095999 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-9958aff9-72e1-4934-aada-bdb015334e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:58.376327 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-a256a92d-0cc6-4098-b640-dd599fe5d85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:39:59.586353 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:01.018018 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:02.327846 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:09.420042 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 5 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:40:26.121460 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-da2722a4-e6f9-4de7-904c-22e0413ce430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:28.378960 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1074f740-f896-4aa8-bc92-300e8f92a6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:29.582719 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:31.006172 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:32.326451 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:46.420733 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 5 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:40:56.094532 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b59c89d1-5d4d-410b-94dd-0a4ea54a0b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:58.386231 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-2a5223c5-a23c-4a81-a684-ae2cc8ee552e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:40:59.578098 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:00.998330 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:02.318868 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:06.594786 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 53086) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:41:06.656380 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73cf32c-81d5-444e-b09b-4514ac3ba14d admin admin] GET failed (client error): The resource could not be found. Mar 08 19:41:06.657672 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-b73cf32c-81d5-444e-b09b-4514ac3ba14d admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619037 Mar 08 19:41:06.818674 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88796fcf-de92-44b4-9a1b-bcf2e4b25d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:41:06.820159 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-88796fcf-de92-44b4-9a1b-bcf2e4b25d60 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1585057 Mar 08 19:41:09.155017 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 53096) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:41:09.243976 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db50a84a-43c7-4208-8c6a-99453f24d924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:41:09.245372 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-db50a84a-43c7-4208-8c6a-99453f24d924 admin admin] 10.222.0.45 "GET /v2.0/subnets/2f880dfe-47bd-4965-991b-802f0fb669aa HTTP/1.1" status: 200 len: 849 time: 0.0894074 Mar 08 19:41:09.254680 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:41:09.341917 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Publish callbacks [] for subnet (2f880dfe-47bd-4965-991b-802f0fb669aa), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:09.482033 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789199012271'] for subnet (2f880dfe-47bd-4965-991b-802f0fb669aa), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:09.512115 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:41:09.512727 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:09.514905 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] 10.222.0.45 "PUT /v2.0/subnets/2f880dfe-47bd-4965-991b-802f0fb669aa HTTP/1.1" status: 200 len: 868 time: 0.2628951 Mar 08 19:41:09.519185 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d989fe0-2655-4ca3-8a3f-6ef6551d7683 None None] Network cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:41:09.543096 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f880dfe-47bd-4965-991b-802f0fb669aa,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:41:09.554744 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:41:09.555296 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:41:09.555807 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:41:09.556323 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:41:09.556829 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:41:09.557347 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:41:09.557877 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:41:09.558388 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:41:09.558886 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:41:09.559388 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:41:09.559899 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:41:09.560577 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:41:09.561018 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5293c00-9322-4f3e-aaa0-d705f115f134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:41:09.893700 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-95a059ac-2c37-4e6f-ad70-9f829678b6d6 None None] Provisioning complete for port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:41:09.894068 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-95a059ac-2c37-4e6f-ad70-9f829678b6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (36aa9dec-edfd-4886-b49e-c7b77ebf80b4), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:09.987047 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-95a059ac-2c37-4e6f-ad70-9f829678b6d6 None None] Current status of the port 36aa9dec-edfd-4886-b49e-c7b77ebf80b4 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:41:09.997576 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-95a059ac-2c37-4e6f-ad70-9f829678b6d6 None None] Provisioning complete for port 4bd722c7-49d0-445e-bc9b-72a2dd923006 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:41:09.997989 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-95a059ac-2c37-4e6f-ad70-9f829678b6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4bd722c7-49d0-445e-bc9b-72a2dd923006), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:10.072921 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-95a059ac-2c37-4e6f-ad70-9f829678b6d6 None None] Current status of the port 4bd722c7-49d0-445e-bc9b-72a2dd923006 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:41:11.896650 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 53104) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:41:12.093215 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e4c9ae-fce4-4f58-8b25-34688400c673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:41:12.093592 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e4c9ae-fce4-4f58-8b25-34688400c673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:41:12.095159 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-52e4c9ae-fce4-4f58-8b25-34688400c673 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1975036 Mar 08 19:41:14.487634 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53112) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:41:14.707986 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a13db14-82fa-4085-8803-7405262b4bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:41:14.708395 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a13db14-82fa-4085-8803-7405262b4bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:41:14.710474 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-5a13db14-82fa-4085-8803-7405262b4bd5 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2218964 Mar 08 19:41:17.075031 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53122) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:41:17.228819 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301a72fc-9c05-4cb2-8d60-2764a2cca626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:41:17.230196 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-301a72fc-9c05-4cb2-8d60-2764a2cca626 admin admin] 10.222.0.45 "GET /v2.0/networks/4ab513a0-00c2-4806-bea3-3166607858e9 HTTP/1.1" status: 200 len: 886 time: 0.1539094 Mar 08 19:41:19.590623 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53130) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:41:19.741404 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bab249-72be-4fe1-bf9c-42d094753690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:41:19.742801 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-71bab249-72be-4fe1-bf9c-42d094753690 admin admin] 10.222.0.45 "GET /v2.0/networks/cd9f6ed4-bb74-41a7-9fdd-ef7dcd876bd0 HTTP/1.1" status: 200 len: 869 time: 0.1512101 Mar 08 19:41:22.091108 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53138) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:41:22.216840 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d845159e-4696-4a00-831b-bec04f68f934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:41:22.217294 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d845159e-4696-4a00-831b-bec04f68f934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:41:22.218835 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-d845159e-4696-4a00-831b-bec04f68f934 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1267350 Mar 08 19:41:23.420244 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 5 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:41:24.565245 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53146) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:41:24.656569 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22ca7b3-20f7-40a0-95cd-e7c4b9305915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:41:24.657026 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22ca7b3-20f7-40a0-95cd-e7c4b9305915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:41:24.658536 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-f22ca7b3-20f7-40a0-95cd-e7c4b9305915 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0923586 Mar 08 19:41:26.096750 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-9860216b-0eef-469e-9079-3c8df86adaca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:27.005555 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53154) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:41:27.099317 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2df62a-c93d-4316-a3df-205e84015ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:41:27.101334 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-ba2df62a-c93d-4316-a3df-205e84015ea8 admin admin] 10.222.0.45 "GET /v2.0/subnets/2f880dfe-47bd-4965-991b-802f0fb669aa HTTP/1.1" status: 200 len: 868 time: 0.0948067 Mar 08 19:41:28.389360 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d6067bfc-9912-4e8e-9e34-8ba6ed6228f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:29.478825 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53162) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:41:29.564617 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7d8589-8fad-4144-b1d1-dd1382736978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:41:29.566028 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-5e7d8589-8fad-4144-b1d1-dd1382736978 admin admin] 10.222.0.45 "GET /v2.0/subnets/f5075e3e-b829-4239-acf2-0f05e5e5ea88 HTTP/1.1" status: 200 len: 816 time: 0.0861976 Mar 08 19:41:29.579367 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:31.001509 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:32.325797 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:56.100654 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b76c3bef-edd1-44a2-a299-a8f7cc71b547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:58.009855 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53214) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:41:58.057207 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [None req-0ce3af96-0146-428e-8384-32412b6ef1f7 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:41:58.058211 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-0ce3af96-0146-428e-8384-32412b6ef1f7 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474377 Mar 08 19:41:58.393590 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8644-92d7-42e2-b668-7f6c802bb115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:41:59.583329 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:00.419524 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 5 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:42:00.510308 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53222) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:42:00.570771 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.pecan_wsgi.hooks.translation [None req-0430071a-c20f-4a92-a7c2-e9cb7c6c4b3e admin admin] GET failed (client error): The resource could not be found. Mar 08 19:42:00.572056 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-0430071a-c20f-4a92-a7c2-e9cb7c6c4b3e admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608287 Mar 08 19:42:00.713863 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcae20d-178f-4cf5-90a0-5faeaef76ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:42:00.715271 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-8bcae20d-178f-4cf5-90a0-5faeaef76ba3 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1392958 Mar 08 19:42:01.003076 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:02.319656 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:03.085472 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53230) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:42:03.133649 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:42:03.152764 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Made reservation on behalf of 8b68897c067445439b84325629dfc041 for: {'network': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:42:03.155032 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:03.191632 dv-cinder-830093-3-iscsi neutron-server[109689]: WARNING neutron.services.revisions.revision_plugin [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Could not find related network for resource to bump revision. Mar 08 19:42:03.204410 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:42:03.214445 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (55a37e14-a872-40db-94e8-462548491c34), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:03.214822 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.segments_db [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Added segment 55a37e14-a872-40db-94e8-462548491c34 of type vlan for network cdd7a8e9-1f35-446e-a63f-4bdb06e07102 Mar 08 19:42:03.252451 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (cdd7a8e9-1f35-446e-a63f-4bdb06e07102), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:03.278062 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (cdd7a8e9-1f35-446e-a63f-4bdb06e07102), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:03.278947 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:42:03.279525 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:03.335501 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2489243 Mar 08 19:42:03.374386 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Pushing event updated for resources: {'Network': ['ID=cdd7a8e9-1f35-446e-a63f-4bdb06e07102,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:42:03.382350 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:03.382728 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:03.383082 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:03.383424 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:03.383764 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:03.384094 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:03.384472 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:03.384807 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:03.385151 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:03.385484 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:03.385810 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:03.386139 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:03.386465 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8e8a5-b453-43a9-976b-35e3fb42e28e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:03.398207 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network cdd7a8e9-1f35-446e-a63f-4bdb06e07102 details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:42:05.736970 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53238) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:42:05.796951 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9db77ff-d287-4ef5-a567-b45d41468286 admin admin] GET failed (client error): The resource could not be found. Mar 08 19:42:05.798204 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-f9db77ff-d287-4ef5-a567-b45d41468286 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602260 Mar 08 19:42:05.865725 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871060bc-ba61-4391-85c4-ad6fe0506b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:42:05.867137 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-871060bc-ba61-4391-85c4-ad6fe0506b35 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0649188 Mar 08 19:42:05.876641 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-b37dbebd-a20b-42b7-802c-bfc7d85bb80a admin admin] Request body: {'subnet': {'network_id': 'cdd7a8e9-1f35-446e-a63f-4bdb06e07102', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:42:05.894522 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37dbebd-a20b-42b7-802c-bfc7d85bb80a admin admin] Made reservation on behalf of 8b68897c067445439b84325629dfc041 for: {'subnet': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:42:05.896770 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b37dbebd-a20b-42b7-802c-bfc7d85bb80a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:06.105104 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b37dbebd-a20b-42b7-802c-bfc7d85bb80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for subnet (bbbf7f66-da38-4c01-9b02-4c6b118803b6), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:06.155802 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37dbebd-a20b-42b7-802c-bfc7d85bb80a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbbf7f66-da38-4c01-9b02-4c6b118803b6,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:42:06.171785 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37dbebd-a20b-42b7-802c-bfc7d85bb80a admin admin] Checking segment: {'id': '55a37e14-a872-40db-94e8-462548491c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cdd7a8e9-1f35-446e-a63f-4bdb06e07102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:42:06.172139 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37dbebd-a20b-42b7-802c-bfc7d85bb80a admin admin] Network hostable DHCP agents. Network: cdd7a8e9-1f35-446e-a63f-4bdb06e07102, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:42:06.188147 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37dbebd-a20b-42b7-802c-bfc7d85bb80a admin admin] Network cdd7a8e9-1f35-446e-a63f-4bdb06e07102 is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:42:06.196667 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-b37dbebd-a20b-42b7-802c-bfc7d85bb80a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, cdd7a8e9-1f35-446e-a63f-4bdb06e07102) {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:42:06.200799 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37dbebd-a20b-42b7-802c-bfc7d85bb80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:42:06.201390 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b37dbebd-a20b-42b7-802c-bfc7d85bb80a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:06.205796 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9285ef2-f340-4f67-a0bb-ddcd8a460aae None None] Network cdd7a8e9-1f35-446e-a63f-4bdb06e07102 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:42:06.217270 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-b37dbebd-a20b-42b7-802c-bfc7d85bb80a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3438509 Mar 08 19:42:06.411154 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d612103-8b46-5ff4-b5ac-d0cd2223ba58-cdd7a8e9-1f35-446e-a63f-4bdb06e07102', 'network_id': 'cdd7a8e9-1f35-446e-a63f-4bdb06e07102', 'project_id': '8b68897c067445439b84325629dfc041', 'fixed_ips': [{'subnet_id': 'bbbf7f66-da38-4c01-9b02-4c6b118803b6'}]}} from dv-cinder-830093-3-iscsi. {{(pid=109691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:42:06.412956 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:06.555207 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.db_base_plugin_common [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Allocated IP 192.168.233.2 (cdd7a8e9-1f35-446e-a63f-4bdb06e07102/bbbf7f66-da38-4c01-9b02-4c6b118803b6/0b704c8e-9c76-44c1-b76a-3e803325ab47) {{(pid=109691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:42:06.704968 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Publish callbacks [] for port (0b704c8e-9c76-44c1-b76a-3e803325ab47), precommit_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:06.711255 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (0b704c8e-9c76-44c1-b76a-3e803325ab47), after_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:06.745810 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Network cdd7a8e9-1f35-446e-a63f-4bdb06e07102 is already hosted by enough agents. {{(pid=109691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:42:06.749142 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.base_scheduler [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Resources bound (agent type, host, resource id): {{(pid=109691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:42:06.752063 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Received port after_create {{(pid=109691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:42:06.787094 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Pushing event updated for resources: {'Port': ['ID=0b704c8e-9c76-44c1-b76a-3e803325ab47,revision_number=1']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:42:06.812600 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:06.812968 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:06.813331 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:06.813669 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:06.813999 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:06.814324 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:06.814647 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:06.814966 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:06.815285 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:06.815619 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:06.815944 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:06.816260 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:06.816605 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:42:06.831485 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Attempting to bind port 0b704c8e-9c76-44c1-b76a-3e803325ab47 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:42:06.831858 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Attempting to bind port 0b704c8e-9c76-44c1-b76a-3e803325ab47 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '55a37e14-a872-40db-94e8-462548491c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cdd7a8e9-1f35-446e-a63f-4bdb06e07102'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:42:06.832223 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Attempting to bind port 0b704c8e-9c76-44c1-b76a-3e803325ab47 on network cdd7a8e9-1f35-446e-a63f-4bdb06e07102 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:42:06.837363 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:42:06.837742 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Checking segment: {'id': '55a37e14-a872-40db-94e8-462548491c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cdd7a8e9-1f35-446e-a63f-4bdb06e07102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:42:06.838142 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:06.838530 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Bound using segment: {'id': '55a37e14-a872-40db-94e8-462548491c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cdd7a8e9-1f35-446e-a63f-4bdb06e07102'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:42:06.838997 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Bound port: 0b704c8e-9c76-44c1-b76a-3e803325ab47, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a37e14-a872-40db-94e8-462548491c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cdd7a8e9-1f35-446e-a63f-4bdb06e07102'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:42:06.839376 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (0b704c8e-9c76-44c1-b76a-3e803325ab47), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:06.901158 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] For port 0b704c8e-9c76-44c1-b76a-3e803325ab47, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:42:06.904175 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] For port 0b704c8e-9c76-44c1-b76a-3e803325ab47, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=0b704c8e-9c76-44c1-b76a-3e803325ab47,segment=NetworkSegment(55a37e14-a872-40db-94e8-462548491c34),segment_id=55a37e14-a872-40db-94e8-462548491c34)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:42:06.911202 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (0b704c8e-9c76-44c1-b76a-3e803325ab47), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:06.974728 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d506c-dc46-4ee7-a20f-e6192bdb1e0f None None] Pushing event updated for resources: {'Port': ['ID=0b704c8e-9c76-44c1-b76a-3e803325ab47,revision_number=2']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:42:07.823516 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf6ea18-8727-40d3-820f-bbf7848ce217 None None] Network cdd7a8e9-1f35-446e-a63f-4bdb06e07102 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:42:07.897488 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-f688afef-5490-4814-ae91-f7ec2eec8367 None None] Provisioning complete for port 0b704c8e-9c76-44c1-b76a-3e803325ab47 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:42:07.897881 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f688afef-5490-4814-ae91-f7ec2eec8367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (0b704c8e-9c76-44c1-b76a-3e803325ab47), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:08.009457 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-f688afef-5490-4814-ae91-f7ec2eec8367 None None] Current status of the port 0b704c8e-9c76-44c1-b76a-3e803325ab47 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:42:08.009853 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f688afef-5490-4814-ae91-f7ec2eec8367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (0b704c8e-9c76-44c1-b76a-3e803325ab47), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:08.048660 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-f688afef-5490-4814-ae91-f7ec2eec8367 None None] For port 0b704c8e-9c76-44c1-b76a-3e803325ab47, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=0b704c8e-9c76-44c1-b76a-3e803325ab47,segment=NetworkSegment(55a37e14-a872-40db-94e8-462548491c34),segment_id=55a37e14-a872-40db-94e8-462548491c34)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:42:08.056514 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f688afef-5490-4814-ae91-f7ec2eec8367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (0b704c8e-9c76-44c1-b76a-3e803325ab47), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:08.109381 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688afef-5490-4814-ae91-f7ec2eec8367 None None] Pushing event updated for resources: {'Port': ['ID=0b704c8e-9c76-44c1-b76a-3e803325ab47,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:42:08.280061 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-f0891c4a-255f-4042-98a1-c643257f892c None None] Provisioning complete for port 0b704c8e-9c76-44c1-b76a-3e803325ab47 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:42:08.280476 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f0891c4a-255f-4042-98a1-c643257f892c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (0b704c8e-9c76-44c1-b76a-3e803325ab47), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:08.363406 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-f0891c4a-255f-4042-98a1-c643257f892c None None] Current status of the port 0b704c8e-9c76-44c1-b76a-3e803325ab47 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:42:09.182422 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 0b704c8e-9c76-44c1-b76a-3e803325ab47 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:42:09.239773 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 0b704c8e-9c76-44c1-b76a-3e803325ab47 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:42:09.240171 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (0b704c8e-9c76-44c1-b76a-3e803325ab47), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:09.320277 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 0b704c8e-9c76-44c1-b76a-3e803325ab47 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:42:26.103255 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-4f9a98ec-b523-4b33-acbd-2816fb143e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:28.400653 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-61fd67a1-35b3-4d14-a0c6-61cd85569955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:29.586536 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:31.005968 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:32.328234 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:37.418357 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 5 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:42:56.105973 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-58e94248-934e-4c31-a3c5-93f49628054a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:58.393194 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1d088a27-7729-4b1b-b0a2-3910417d525f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:42:59.589520 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:01.008394 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:02.328889 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:14.418470 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 5 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:43:26.112834 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-93784c55-6d96-4da5-8d81-cdc3aad1651f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:27.366975 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53276) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:43:27.372572 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [None req-4c8fdda0-8e12-47ed-9f9d-fa8842a821b9 tempest-verify_tempest_config-1636634992 tempest-verify_tempest_config-1636634992-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:43:27.373585 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-4c8fdda0-8e12-47ed-9f9d-fa8842a821b9 tempest-verify_tempest_config-1636634992 tempest-verify_tempest_config-1636634992-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056477 Mar 08 19:43:27.678947 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 53294) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:43:27.785734 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-22514a4d-2ce3-447b-8026-5a23b610ad7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:27.861226 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-22514a4d-2ce3-447b-8026-5a23b610ad7f admin admin] Publish callbacks [] for security_group (7ef39271-b045-4f3a-9af5-7c78edde27f3), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:27.865369 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-22514a4d-2ce3-447b-8026-5a23b610ad7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (7ef39271-b045-4f3a-9af5-7c78edde27f3), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:27.910393 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-22514a4d-2ce3-447b-8026-5a23b610ad7f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=517d098969e24702bd4dd679b2573514&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2302945 Mar 08 19:43:27.911363 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22514a4d-2ce3-447b-8026-5a23b610ad7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef39271-b045-4f3a-9af5-7c78edde27f3,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:43:27.913206 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53300) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:43:27.918440 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22514a4d-2ce3-447b-8026-5a23b610ad7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:27.918798 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22514a4d-2ce3-447b-8026-5a23b610ad7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:27.919146 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22514a4d-2ce3-447b-8026-5a23b610ad7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:27.919487 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22514a4d-2ce3-447b-8026-5a23b610ad7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:27.920095 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22514a4d-2ce3-447b-8026-5a23b610ad7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:27.920473 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22514a4d-2ce3-447b-8026-5a23b610ad7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:27.920807 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22514a4d-2ce3-447b-8026-5a23b610ad7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:27.921142 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22514a4d-2ce3-447b-8026-5a23b610ad7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:27.921488 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22514a4d-2ce3-447b-8026-5a23b610ad7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:27.921853 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22514a4d-2ce3-447b-8026-5a23b610ad7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:27.922169 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22514a4d-2ce3-447b-8026-5a23b610ad7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:27.922496 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22514a4d-2ce3-447b-8026-5a23b610ad7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:27.922820 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22514a4d-2ce3-447b-8026-5a23b610ad7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:27.966876 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] Publish callbacks [] for security_group (7ef39271-b045-4f3a-9af5-7c78edde27f3), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:27.987804 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] Publish callbacks [] for security_group (7ef39271-b045-4f3a-9af5-7c78edde27f3), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:28.079233 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (7ef39271-b045-4f3a-9af5-7c78edde27f3), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:28.081803 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:28.082947 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ef39271-b045-4f3a-9af5-7c78edde27f3 HTTP/1.1" status: 204 len: 168 time: 0.1687946 Mar 08 19:43:28.090690 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef39271-b045-4f3a-9af5-7c78edde27f3,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:43:28.097924 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:28.098283 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:28.098641 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:28.098989 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:28.099329 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:28.099665 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:28.100005 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:28.100363 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:28.100723 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:28.101074 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:28.101413 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:28.101766 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:28.102099 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751c433-58f2-4f1b-b63f-75456b6b71b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:43:28.396810 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-fd604186-5164-47e3-b72b-4b04118ca422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:29.591699 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:31.013984 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:32.322224 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:51.417409 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 5 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:43:56.106128 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-5338bd75-d36f-4220-9300-b934977fe35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:58.399862 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e928a0ab-7f87-4951-8d13-f7bb10a7fbe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:43:59.594337 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:44:01.013710 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:44:02.325263 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:44:26.108765 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-55b09be8-4e60-4a2c-a1ac-a8cbb2ebed34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:44:28.403998 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c097a63c-6b7f-4adf-b625-51ddff3fa3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:44:28.416577 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 5 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:44:29.597482 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:44:31.019060 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:44:32.328388 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:44:56.113836 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-5dcc6a15-2c77-468e-b4e9-0f797f8a3ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:44:58.404322 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-75432172-95bd-41c1-afcd-91a7479ebb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:44:59.599488 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:45:01.020373 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:45:02.330569 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:45:05.415505 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 5 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:45:12.279615 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1754612'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:45:26.116038 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-7701b9f4-78a9-4514-b2c2-de910bfe92a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:45:27.304983 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53370) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:45:27.406661 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-d9652e28-aefd-4909-829c-f140edd39ed4 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1006024 Mar 08 19:45:28.405364 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-fd428c9c-b77a-446d-ad81-8fa1750e6613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:45:29.606528 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:45:29.771271 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 53380) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:45:29.839369 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-7e9f862a-1bca-44b5-a8a5-c8886b0c0884 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0670123 Mar 08 19:45:31.023771 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:45:32.332951 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:45:42.279558 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:45:42.414856 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:45:56.118992 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-cfaa7b32-7df1-449d-80ab-3174095a2630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:45:58.406514 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f2ee8b1-66bd-42c2-a84e-3fbc99a4b2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:45:59.607329 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:46:01.026156 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:46:02.334339 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:46:12.291601 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:46:19.413417 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:46:26.138475 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1f7abff9-1a7e-4afb-881a-cdd40285a2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:46:28.408689 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c4aeda00-3935-4952-83d3-aa37bafb0413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:46:29.609665 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:46:31.030033 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:46:32.335932 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:46:42.291819 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:46:56.124436 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-dca6c1bd-2cba-43ae-9f61-d7fe80ab0bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:46:56.412437 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:46:58.410773 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-de22435f-fcf3-49e0-badd-9aa620bd8375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:46:59.612714 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:01.033000 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:02.341426 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:07.406154 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 53530) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:07.627025 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53550) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:07.665976 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1797493620-network', 'tenant_id': 'abb03c05d95347c1a22833cddc763e2b'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:07.686285 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Made reservation on behalf of abb03c05d95347c1a22833cddc763e2b for: {'network': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:07.688614 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:07.698834 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:07.782415 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Publish callbacks [] for security_group (f75ba30b-3b4e-41b6-887f-4a83561cddf0), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:07.787210 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (f75ba30b-3b4e-41b6-887f-4a83561cddf0), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:07.817156 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75ba30b-3b4e-41b6-887f-4a83561cddf0,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:07.827782 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:07.828404 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:07.828757 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:07.829098 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:07.829430 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:07.829756 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:07.830097 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:07.830428 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:07.830769 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:07.831112 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:07.831448 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:07.831767 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:07.832084 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Tracked resource versions report: Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: pushed versions: Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: { 'AddressGroup': {'1.2'}, Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'ConntrackHelper': {'1.0'}, Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Log': {'1.0'}, Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Network': {'1.1'}, Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Port': {'1.7'}, Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'PortForwarding': {'1.2'}, Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'QosPolicy': {'1.10'}, Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'SecurityGroup': {'1.5'}, Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'SubPort': {'1.0'}, Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Subnet': {'1.1'}, Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Trunk': {'1.1'}} Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: consumer versions: Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: { DHCP agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: HyperV agent@hv-cinder-83009: {}, Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: L3 agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: Metadata agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: Metering agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: Open vSwitch agent@dv-cinder-830093-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'ConntrackHelper': '1.0', Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'LocalIPAssociation': '1.0', Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Log': '1.0', Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Network': '1.1', Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Port': '1.7', Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'PortForwarding': '1.2', Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'QosPolicy': '1.10', Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'SecurityGroup': '1.5', Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'SecurityGroupRule': '1.2', Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'SubPort': '1.0', Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Subnet': '1.1', Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: 'Trunk': '1.1'}} Mar 08 19:47:07.833208 dv-cinder-830093-3-iscsi neutron-server[109690]: {{(pid=109690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:47:07.835779 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=109690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:47:07.859766 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (3ab33ffe-577f-47e7-8c66-788b5fe820ae), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:07.860319 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.segments_db [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Added segment 3ab33ffe-577f-47e7-8c66-788b5fe820ae of type vlan for network 953e5cc6-6737-446c-9b5c-918a66dc8d23 Mar 08 19:47:07.906221 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (953e5cc6-6737-446c-9b5c-918a66dc8d23), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:07.913727 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1956341491-network', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:07.943353 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Made reservation on behalf of 94f11a138e0849f79d37eff5a59cf1cb for: {'network': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:07.946643 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:07.958423 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:07.966265 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (953e5cc6-6737-446c-9b5c-918a66dc8d23), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:07.970465 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53576) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:07.971478 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:07.972238 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.012736 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6052225 Mar 08 19:47:08.014445 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 53582) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:08.021646 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-b1d8d653-7915-43ed-92cc-f9eb2d69ee87 admin admin] Request body: {'subnet': {'network_id': '953e5cc6-6737-446c-9b5c-918a66dc8d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1797493620-subnet', 'tenant_id': 'abb03c05d95347c1a22833cddc763e2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:08.074276 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b1b80-4d70-4b01-b1a9-11444a96e624 admin admin] Pushing event updated for resources: {'Network': ['ID=953e5cc6-6737-446c-9b5c-918a66dc8d23,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:08.080542 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Publish callbacks [] for security_group (81cb3b54-1c76-41b2-af89-9f4115824a66), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.084562 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d8d653-7915-43ed-92cc-f9eb2d69ee87 admin admin] Made reservation on behalf of abb03c05d95347c1a22833cddc763e2b for: {'subnet': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:08.085746 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (81cb3b54-1c76-41b2-af89-9f4115824a66), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.086748 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b1d8d653-7915-43ed-92cc-f9eb2d69ee87 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.090543 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network 953e5cc6-6737-446c-9b5c-918a66dc8d23 details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:47:08.121920 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cb3b54-1c76-41b2-af89-9f4115824a66,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:08.134539 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:08.135127 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:08.135987 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:08.136673 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:08.137527 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:08.138043 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:08.138548 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:08.139078 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:08.139616 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:08.140123 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:08.140782 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:08.141323 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:08.141857 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Tracked resource versions report: Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: pushed versions: Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: { 'AddressGroup': {'1.2'}, Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'ConntrackHelper': {'1.0'}, Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Log': {'1.0'}, Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Network': {'1.1'}, Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Port': {'1.7'}, Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'PortForwarding': {'1.2'}, Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'QosPolicy': {'1.10'}, Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'SecurityGroup': {'1.5'}, Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'SubPort': {'1.0'}, Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Subnet': {'1.1'}, Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Trunk': {'1.1'}} Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: consumer versions: Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: { DHCP agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: HyperV agent@hv-cinder-83009: {}, Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: L3 agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: Metadata agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: Metering agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: Open vSwitch agent@dv-cinder-830093-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'ConntrackHelper': '1.0', Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'LocalIPAssociation': '1.0', Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Log': '1.0', Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Network': '1.1', Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Port': '1.7', Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'PortForwarding': '1.2', Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'QosPolicy': '1.10', Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'SecurityGroup': '1.5', Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'SecurityGroupRule': '1.2', Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'SubPort': '1.0', Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Subnet': '1.1', Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: 'Trunk': '1.1'}} Mar 08 19:47:08.143170 dv-cinder-830093-3-iscsi neutron-server[109689]: {{(pid=109689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:47:08.157603 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=109689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:47:08.173253 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (ce1cc0da-a569-4dec-9d46-54d4362584ec), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.173596 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.segments_db [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Added segment ce1cc0da-a569-4dec-9d46-54d4362584ec of type vlan for network dfea349b-6bfd-41c2-92c4-062cebf33ab6 Mar 08 19:47:08.229541 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (dfea349b-6bfd-41c2-92c4-062cebf33ab6), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.270329 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (dfea349b-6bfd-41c2-92c4-062cebf33ab6), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.271489 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:08.272365 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.340066 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] Pushing event updated for resources: {'Network': ['ID=dfea349b-6bfd-41c2-92c4-062cebf33ab6,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:08.349341 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 53592) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:08.350004 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-a80ffff5-43ec-4c6e-bb95-6172807f7730 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7218003 Mar 08 19:47:08.353483 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network dfea349b-6bfd-41c2-92c4-062cebf33ab6 details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:47:08.356828 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-9ba979b4-fe14-4b44-ad94-6fcb827cd2e5 admin admin] Request body: {'subnet': {'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-subnet', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:08.391515 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-d0dfb781-6da6-4822-97e0-6677042de23d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1753743316-network', 'tenant_id': 'b21199b1cdf9475b8db163893c789545'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:08.395808 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b1d8d653-7915-43ed-92cc-f9eb2d69ee87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for subnet (bfa48715-7930-40b3-8def-491d66dc7aa5), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.428431 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dfb781-6da6-4822-97e0-6677042de23d admin admin] Made reservation on behalf of b21199b1cdf9475b8db163893c789545 for: {'network': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:08.431471 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb781-6da6-4822-97e0-6677042de23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.436721 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba979b4-fe14-4b44-ad94-6fcb827cd2e5 admin admin] Made reservation on behalf of 94f11a138e0849f79d37eff5a59cf1cb for: {'subnet': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:08.438974 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9ba979b4-fe14-4b44-ad94-6fcb827cd2e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.451505 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb781-6da6-4822-97e0-6677042de23d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.507595 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8d653-7915-43ed-92cc-f9eb2d69ee87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfa48715-7930-40b3-8def-491d66dc7aa5,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:08.521527 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d8d653-7915-43ed-92cc-f9eb2d69ee87 admin admin] Checking segment: {'id': '3ab33ffe-577f-47e7-8c66-788b5fe820ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '953e5cc6-6737-446c-9b5c-918a66dc8d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:08.521880 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d8d653-7915-43ed-92cc-f9eb2d69ee87 admin admin] Network hostable DHCP agents. Network: 953e5cc6-6737-446c-9b5c-918a66dc8d23, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:47:08.563131 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d8d653-7915-43ed-92cc-f9eb2d69ee87 admin admin] Network 953e5cc6-6737-446c-9b5c-918a66dc8d23 is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:47:08.575769 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb781-6da6-4822-97e0-6677042de23d admin admin] Publish callbacks [] for security_group (9d721d15-e09e-4b2f-807c-92f303aa350a), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.577859 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53604) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:08.587566 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb781-6da6-4822-97e0-6677042de23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (9d721d15-e09e-4b2f-807c-92f303aa350a), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.599724 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-b1d8d653-7915-43ed-92cc-f9eb2d69ee87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, 953e5cc6-6737-446c-9b5c-918a66dc8d23) {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:08.608666 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d8d653-7915-43ed-92cc-f9eb2d69ee87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:08.610931 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5367e74b-b451-4d4e-8133-becad7e36ce7 None None] Network 953e5cc6-6737-446c-9b5c-918a66dc8d23 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:47:08.621656 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0dfb781-6da6-4822-97e0-6677042de23d admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=109689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:47:08.622480 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b1d8d653-7915-43ed-92cc-f9eb2d69ee87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.634217 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb781-6da6-4822-97e0-6677042de23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.634799 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.segments_db [None req-d0dfb781-6da6-4822-97e0-6677042de23d admin admin] Added segment 5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0 of type vlan for network ac9a0f9f-89c1-4e71-af10-ae382be0f761 Mar 08 19:47:08.638604 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53608) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:08.658366 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfb781-6da6-4822-97e0-6677042de23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d721d15-e09e-4b2f-807c-92f303aa350a,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:08.702101 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb781-6da6-4822-97e0-6677042de23d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (ac9a0f9f-89c1-4e71-af10-ae382be0f761), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.711492 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-b1d8d653-7915-43ed-92cc-f9eb2d69ee87 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6935918 Mar 08 19:47:08.730891 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb781-6da6-4822-97e0-6677042de23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (ac9a0f9f-89c1-4e71-af10-ae382be0f761), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.732021 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dfb781-6da6-4822-97e0-6677042de23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:08.732837 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb781-6da6-4822-97e0-6677042de23d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.761496 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-d0dfb781-6da6-4822-97e0-6677042de23d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7900147 Mar 08 19:47:08.762724 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9ba979b4-fe14-4b44-ad94-6fcb827cd2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for subnet (5d1de695-2f89-4670-8368-e25440455f01), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.764589 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 53618) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:08.782958 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-fbfb9900-a315-47c0-8406-9f163d646d0b admin admin] Request body: {'subnet': {'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1753743316-subnet', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:08.802218 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df5f87-3aeb-473b-afe2-8bf2800dd6e4 None None] Network 953e5cc6-6737-446c-9b5c-918a66dc8d23 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:47:08.813590 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfb781-6da6-4822-97e0-6677042de23d admin admin] Pushing event updated for resources: {'Network': ['ID=ac9a0f9f-89c1-4e71-af10-ae382be0f761,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:08.882261 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network ac9a0f9f-89c1-4e71-af10-ae382be0f761 details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:47:08.892838 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba979b4-fe14-4b44-ad94-6fcb827cd2e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d1de695-2f89-4670-8368-e25440455f01,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:08.895188 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfb9900-a315-47c0-8406-9f163d646d0b admin admin] Made reservation on behalf of b21199b1cdf9475b8db163893c789545 for: {'subnet': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:08.898890 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9900-a315-47c0-8406-9f163d646d0b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:08.912988 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-bead3f8c-8aa1-4360-9955-44e3f089bd1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-network', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:08.957451 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba979b4-fe14-4b44-ad94-6fcb827cd2e5 admin admin] Checking segment: {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:08.957977 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba979b4-fe14-4b44-ad94-6fcb827cd2e5 admin admin] Network hostable DHCP agents. Network: dfea349b-6bfd-41c2-92c4-062cebf33ab6, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:47:08.963696 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-1cdadf78-caea-4b70-8efb-0ab04328d5a6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1675365884-network', 'tenant_id': '72ed260f86604db6ac28144af3dfb647'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:08.997287 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba979b4-fe14-4b44-ad94-6fcb827cd2e5 admin admin] Network dfea349b-6bfd-41c2-92c4-062cebf33ab6 is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:47:08.997468 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bead3f8c-8aa1-4360-9955-44e3f089bd1d admin admin] Made reservation on behalf of 2f8fc81146d843659f7b027db2238ff7 for: {'network': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:09.000087 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bead3f8c-8aa1-4360-9955-44e3f089bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.015035 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bead3f8c-8aa1-4360-9955-44e3f089bd1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.018190 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-9ba979b4-fe14-4b44-ad94-6fcb827cd2e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, dfea349b-6bfd-41c2-92c4-062cebf33ab6) {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:09.028902 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6061506a-2bf9-45cc-96fc-adb3cd881866 None None] Network dfea349b-6bfd-41c2-92c4-062cebf33ab6 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:47:09.171120 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba979b4-fe14-4b44-ad94-6fcb827cd2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:09.171969 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9ba979b4-fe14-4b44-ad94-6fcb827cd2e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.193906 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdadf78-caea-4b70-8efb-0ab04328d5a6 admin admin] Made reservation on behalf of 72ed260f86604db6ac28144af3dfb647 for: {'network': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:09.197951 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1cdadf78-caea-4b70-8efb-0ab04328d5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.201149 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-9ba979b4-fe14-4b44-ad94-6fcb827cd2e5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8506603 Mar 08 19:47:09.203207 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bead3f8c-8aa1-4360-9955-44e3f089bd1d admin admin] Publish callbacks [] for security_group (45a5877e-d477-4c4d-8e37-c93c358c5d12), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.204740 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53630) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:09.212679 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:09.222279 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bead3f8c-8aa1-4360-9955-44e3f089bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (45a5877e-d477-4c4d-8e37-c93c358c5d12), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.233368 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1cdadf78-caea-4b70-8efb-0ab04328d5a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.285040 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d612103-8b46-5ff4-b5ac-d0cd2223ba58-dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01'}]}} from dv-cinder-830093-3-iscsi. {{(pid=109691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:47:09.285625 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9900-a315-47c0-8406-9f163d646d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for subnet (f25e5e97-dacc-4d23-ad76-278cb2cd7689), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.285898 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.290593 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bead3f8c-8aa1-4360-9955-44e3f089bd1d admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=109689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:47:09.308637 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead3f8c-8aa1-4360-9955-44e3f089bd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a5877e-d477-4c4d-8e37-c93c358c5d12,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:09.346582 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb9900-a315-47c0-8406-9f163d646d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f25e5e97-dacc-4d23-ad76-278cb2cd7689,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:09.358558 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bead3f8c-8aa1-4360-9955-44e3f089bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (0f2deefd-34bd-4ce8-849a-361f161c03ac), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.359222 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.segments_db [None req-bead3f8c-8aa1-4360-9955-44e3f089bd1d admin admin] Added segment 0f2deefd-34bd-4ce8-849a-361f161c03ac of type vlan for network b3f5b26d-7786-4d76-b026-0184c6ebc557 Mar 08 19:47:09.387930 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb9900-a315-47c0-8406-9f163d646d0b admin admin] Checking segment: {'id': '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:09.388482 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfb9900-a315-47c0-8406-9f163d646d0b admin admin] Network hostable DHCP agents. Network: ac9a0f9f-89c1-4e71-af10-ae382be0f761, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:47:09.395411 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1754003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8515'] for router (d8357a97-1270-4600-8b32-23ca28274084), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.396691 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751760', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8522'] for router (d8357a97-1270-4600-8b32-23ca28274084), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.414790 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfb9900-a315-47c0-8406-9f163d646d0b admin admin] Network ac9a0f9f-89c1-4e71-af10-ae382be0f761 is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:47:09.434009 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-fbfb9900-a315-47c0-8406-9f163d646d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, ac9a0f9f-89c1-4e71-af10-ae382be0f761) {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:09.443648 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfb9900-a315-47c0-8406-9f163d646d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:09.447872 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9900-a315-47c0-8406-9f163d646d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.448819 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd29762-a8e0-4fad-bbf3-54c17143be12 None None] Network ac9a0f9f-89c1-4e71-af10-ae382be0f761 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:47:09.470417 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bead3f8c-8aa1-4360-9955-44e3f089bd1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (b3f5b26d-7786-4d76-b026-0184c6ebc557), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.506776 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-fbfb9900-a315-47c0-8406-9f163d646d0b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7353425 Mar 08 19:47:09.507601 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 53642) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:09.513210 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:09.544327 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.db_base_plugin_common [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Allocated IP 172.20.0.2 (dfea349b-6bfd-41c2-92c4-062cebf33ab6/5d1de695-2f89-4670-8368-e25440455f01/5ce56840-6313-479a-af93-aa8829f2d96a) {{(pid=109691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:09.563056 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1754003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8515'] for router (5490e075-1894-4b51-a3c4-2487a7800c2d), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.564619 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751760', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8522'] for router (5490e075-1894-4b51-a3c4-2487a7800c2d), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.576277 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1cdadf78-caea-4b70-8efb-0ab04328d5a6 admin admin] Publish callbacks [] for security_group (9fb96b5b-7a48-4303-a903-6926e58c4621), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.580484 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bead3f8c-8aa1-4360-9955-44e3f089bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (b3f5b26d-7786-4d76-b026-0184c6ebc557), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.581885 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead3f8c-8aa1-4360-9955-44e3f089bd1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:09.582462 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bead3f8c-8aa1-4360-9955-44e3f089bd1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.725929 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead3f8c-8aa1-4360-9955-44e3f089bd1d admin admin] Pushing event updated for resources: {'Network': ['ID=b3f5b26d-7786-4d76-b026-0184c6ebc557,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:09.728355 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1cdadf78-caea-4b70-8efb-0ab04328d5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (9fb96b5b-7a48-4303-a903-6926e58c4621), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.750441 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cdadf78-caea-4b70-8efb-0ab04328d5a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:47:09.763691 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network b3f5b26d-7786-4d76-b026-0184c6ebc557 details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:47:09.766219 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1cdadf78-caea-4b70-8efb-0ab04328d5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (064dd17b-c478-41a5-9866-703c2a2d722e), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.766612 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.segments_db [None req-1cdadf78-caea-4b70-8efb-0ab04328d5a6 admin admin] Added segment 064dd17b-c478-41a5-9866-703c2a2d722e of type vlan for network e8886c69-71b5-4f2a-a8b1-45077b0e7696 Mar 08 19:47:09.794806 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Publish callbacks [] for router_controller (5490e075-1894-4b51-a3c4-2487a7800c2d), precommit_add_association {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.846846 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1cdadf78-caea-4b70-8efb-0ab04328d5a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (e8886c69-71b5-4f2a-a8b1-45077b0e7696), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.956865 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Publish callbacks [] for router_controller (d8357a97-1270-4600-8b32-23ca28274084), precommit_add_association {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:09.957622 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdadf78-caea-4b70-8efb-0ab04328d5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb96b5b-7a48-4303-a903-6926e58c4621,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:10.022955 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d612103-8b46-5ff4-b5ac-d0cd2223ba58-ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'project_id': 'b21199b1cdf9475b8db163893c789545', 'fixed_ips': [{'subnet_id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689'}]}} from dv-cinder-830093-3-iscsi. {{(pid=109691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:47:10.026547 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:10.193750 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-bead3f8c-8aa1-4360-9955-44e3f089bd1d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6145916 Mar 08 19:47:10.194929 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53666) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:10.196376 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Publish callbacks [] for router_gateway (5490e075-1894-4b51-a3c4-2487a7800c2d), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:10.203144 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-081f5253-518a-4d94-96b3-229efa16a7dc admin admin] Request body: {'subnet': {'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-subnet', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:10.207636 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1cdadf78-caea-4b70-8efb-0ab04328d5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (e8886c69-71b5-4f2a-a8b1-45077b0e7696), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:10.208778 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdadf78-caea-4b70-8efb-0ab04328d5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:10.209707 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1cdadf78-caea-4b70-8efb-0ab04328d5a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:10.289834 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-1cdadf78-caea-4b70-8efb-0ab04328d5a6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6417058 Mar 08 19:47:10.345017 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 53674) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:10.351099 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-75728624-7023-4d52-98bb-50d5b06ce2b5 admin admin] Request body: {'subnet': {'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1675365884-subnet', 'tenant_id': '72ed260f86604db6ac28144af3dfb647', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:10.450167 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75728624-7023-4d52-98bb-50d5b06ce2b5 admin admin] Made reservation on behalf of 72ed260f86604db6ac28144af3dfb647 for: {'subnet': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:10.454821 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-75728624-7023-4d52-98bb-50d5b06ce2b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:10.494829 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdadf78-caea-4b70-8efb-0ab04328d5a6 admin admin] Pushing event updated for resources: {'Network': ['ID=e8886c69-71b5-4f2a-a8b1-45077b0e7696,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:10.499471 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Publish callbacks [] for router_gateway (d8357a97-1270-4600-8b32-23ca28274084), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:10.506552 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081f5253-518a-4d94-96b3-229efa16a7dc admin admin] Made reservation on behalf of 2f8fc81146d843659f7b027db2238ff7 for: {'subnet': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:10.509673 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-081f5253-518a-4d94-96b3-229efa16a7dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:10.517163 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network e8886c69-71b5-4f2a-a8b1-45077b0e7696 details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:47:10.717692 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Publish callbacks [] for port (5ce56840-6313-479a-af93-aa8829f2d96a), precommit_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:10.746556 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (5ce56840-6313-479a-af93-aa8829f2d96a), after_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:10.789629 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Network dfea349b-6bfd-41c2-92c4-062cebf33ab6 is already hosted by enough agents. {{(pid=109691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:10.803170 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.base_scheduler [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Resources bound (agent type, host, resource id): {{(pid=109691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:10.807340 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Received port after_create {{(pid=109691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:10.854295 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53710) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:10.860913 dv-cinder-830093-3-iscsi neutron-server[109689]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 19:47:10.893635 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-081f5253-518a-4d94-96b3-229efa16a7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for subnet (9ca6f325-a313-48b4-874a-63f6de10419f), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:10.926594 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.db_base_plugin_common [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Allocated IP 172.20.0.2 (ac9a0f9f-89c1-4e71-af10-ae382be0f761/f25e5e97-dacc-4d23-ad76-278cb2cd7689/676a503f-d609-4833-87ab-4f777f5662ba) {{(pid=109691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:10.951962 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Attempting to bind port 5ce56840-6313-479a-af93-aa8829f2d96a on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:47:10.952886 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Attempting to bind port 5ce56840-6313-479a-af93-aa8829f2d96a by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:47:10.953664 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Attempting to bind port 5ce56840-6313-479a-af93-aa8829f2d96a on network dfea349b-6bfd-41c2-92c4-062cebf33ab6 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:10.964800 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:47:10.965668 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Checking segment: {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:10.966636 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:10.967441 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Bound using segment: {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:47:10.968409 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Bound port: 5ce56840-6313-479a-af93-aa8829f2d96a, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:47:10.969084 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (5ce56840-6313-479a-af93-aa8829f2d96a), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:11.029303 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Pushing event updated for resources: {'Port': ['ID=5ce56840-6313-479a-af93-aa8829f2d96a,revision_number=1']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:11.072488 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:11.073005 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:11.073456 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:11.092119 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:11.094329 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:11.094870 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:11.095375 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:11.096122 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:11.098232 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:11.098812 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:11.099357 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:11.103868 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:11.104406 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Tracked resource versions report: Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: pushed versions: Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: { 'AddressGroup': {'1.2'}, Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'ConntrackHelper': {'1.0'}, Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Log': {'1.0'}, Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Network': {'1.1'}, Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Port': {'1.7'}, Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'PortForwarding': {'1.2'}, Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'QosPolicy': {'1.10'}, Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'SecurityGroup': {'1.5'}, Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'SubPort': {'1.0'}, Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Subnet': {'1.1'}, Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Trunk': {'1.1'}} Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: consumer versions: Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: { DHCP agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: HyperV agent@hv-cinder-83009: {}, Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: L3 agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: Metadata agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: Metering agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: Open vSwitch agent@dv-cinder-830093-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'ConntrackHelper': '1.0', Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'LocalIPAssociation': '1.0', Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Log': '1.0', Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Network': '1.1', Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Port': '1.7', Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'PortForwarding': '1.2', Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'QosPolicy': '1.10', Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'SecurityGroup': '1.5', Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'SecurityGroupRule': '1.2', Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'SubPort': '1.0', Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Subnet': '1.1', Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: 'Trunk': '1.1'}} Mar 08 19:47:11.105571 dv-cinder-830093-3-iscsi neutron-server[109691]: {{(pid=109691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:47:11.139772 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Publish callbacks [] for router_gateway (5490e075-1894-4b51-a3c4-2487a7800c2d), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:11.171190 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:11.197570 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] For port 5ce56840-6313-479a-af93-aa8829f2d96a, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:47:11.212133 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f5253-518a-4d94-96b3-229efa16a7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca6f325-a313-48b4-874a-63f6de10419f,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:11.214674 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] For port 5ce56840-6313-479a-af93-aa8829f2d96a, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=5ce56840-6313-479a-af93-aa8829f2d96a,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:47:11.235635 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (5ce56840-6313-479a-af93-aa8829f2d96a), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:11.287379 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081f5253-518a-4d94-96b3-229efa16a7dc admin admin] Checking segment: {'id': '0f2deefd-34bd-4ce8-849a-361f161c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:11.287379 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081f5253-518a-4d94-96b3-229efa16a7dc admin admin] Network hostable DHCP agents. Network: b3f5b26d-7786-4d76-b026-0184c6ebc557, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:47:11.293006 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-75728624-7023-4d52-98bb-50d5b06ce2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for subnet (a50455b0-9330-418e-b6d3-f83bdb8fede0), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:11.295685 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-279e2f28-14aa-4916-8fe1-b324319c3f5e tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:11.297622 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-279e2f28-14aa-4916-8fe1-b324319c3f5e tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/networks?id=953e5cc6-6737-446c-9b5c-918a66dc8d23 HTTP/1.1" status: 200 len: 812 time: 0.4400418 Mar 08 19:47:11.328544 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-7acecbe7-7d73-47fa-b65a-07df0186e0e5 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/quotas/abb03c05d95347c1a22833cddc763e2b HTTP/1.1" status: 200 len: 375 time: 0.0195742 Mar 08 19:47:11.335804 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081f5253-518a-4d94-96b3-229efa16a7dc admin admin] Network b3f5b26d-7786-4d76-b026-0184c6ebc557 is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:47:11.401314 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ad01c-7faf-45ee-8b96-36e22f44fccc None None] Pushing event updated for resources: {'Port': ['ID=5ce56840-6313-479a-af93-aa8829f2d96a,revision_number=2']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:11.404274 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Publish callbacks [] for port (676a503f-d609-4833-87ab-4f777f5662ba), precommit_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:11.417532 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (676a503f-d609-4833-87ab-4f777f5662ba), after_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:11.441091 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Allocated IP 172.27.1.85 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/9451de1a-419d-4c0c-9f86-f826b10c99a9) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:11.444922 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75728624-7023-4d52-98bb-50d5b06ce2b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a50455b0-9330-418e-b6d3-f83bdb8fede0,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:11.483705 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75728624-7023-4d52-98bb-50d5b06ce2b5 admin admin] Checking segment: {'id': '064dd17b-c478-41a5-9866-703c2a2d722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:11.484419 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75728624-7023-4d52-98bb-50d5b06ce2b5 admin admin] Network hostable DHCP agents. Network: e8886c69-71b5-4f2a-a8b1-45077b0e7696, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:47:11.499925 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Network ac9a0f9f-89c1-4e71-af10-ae382be0f761 is already hosted by enough agents. {{(pid=109691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:11.508271 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.base_scheduler [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Resources bound (agent type, host, resource id): {{(pid=109691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:11.514575 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Received port after_create {{(pid=109691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:11.546676 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-081f5253-518a-4d94-96b3-229efa16a7dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, b3f5b26d-7786-4d76-b026-0184c6ebc557) {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:11.556341 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-ec903b85-7694-487c-a9ce-3f85a40127a6 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=abb03c05d95347c1a22833cddc763e2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2168536 Mar 08 19:47:11.569605 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081f5253-518a-4d94-96b3-229efa16a7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:11.571678 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-081f5253-518a-4d94-96b3-229efa16a7dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:11.642566 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca25530d-177c-496a-a113-51e453878a8d None None] Network b3f5b26d-7786-4d76-b026-0184c6ebc557 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:47:11.676243 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-081f5253-518a-4d94-96b3-229efa16a7dc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4770331 Mar 08 19:47:11.676871 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53738) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:11.691718 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:11.722003 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 53740) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:11.739888 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75728624-7023-4d52-98bb-50d5b06ce2b5 admin admin] Network e8886c69-71b5-4f2a-a8b1-45077b0e7696 is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:47:11.783077 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Publish callbacks [] for router_gateway (d8357a97-1270-4600-8b32-23ca28274084), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:11.785065 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-75728624-7023-4d52-98bb-50d5b06ce2b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, e8886c69-71b5-4f2a-a8b1-45077b0e7696) {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:11.796047 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75728624-7023-4d52-98bb-50d5b06ce2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:11.801335 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-75728624-7023-4d52-98bb-50d5b06ce2b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:11.815881 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1754003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8515'] for router (617f618d-2e14-4c4b-ad90-367d83d66f0e), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:11.816474 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751760', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8522'] for router (617f618d-2e14-4c4b-ad90-367d83d66f0e), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:11.821684 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:11.853259 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb1e2e6-61b2-40fd-bd4b-03772c050aef None None] Network e8886c69-71b5-4f2a-a8b1-45077b0e7696 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:47:11.864727 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-75728624-7023-4d52-98bb-50d5b06ce2b5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5163333 Mar 08 19:47:11.865677 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 53750) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:11.890921 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-3f289de7-e0b6-49e4-b636-a3e7702ed463 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:47:11.896747 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1675365884-router', 'tenant_id': '72ed260f86604db6ac28144af3dfb647', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:11.898076 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-3f289de7-e0b6-49e4-b636-a3e7702ed463 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1222317 Mar 08 19:47:11.900164 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Pushing event updated for resources: {'Port': ['ID=676a503f-d609-4833-87ab-4f777f5662ba,revision_number=1']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:11.915644 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Attempting to bind port 676a503f-d609-4833-87ab-4f777f5662ba on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:47:11.916534 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Attempting to bind port 676a503f-d609-4833-87ab-4f777f5662ba by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:47:11.917178 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Attempting to bind port 676a503f-d609-4833-87ab-4f777f5662ba on network ac9a0f9f-89c1-4e71-af10-ae382be0f761 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:11.940930 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:47:11.942795 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Checking segment: {'id': '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:11.943671 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:11.944281 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Bound using segment: {'id': '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:47:11.945590 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Bound port: 676a503f-d609-4833-87ab-4f777f5662ba, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:47:11.946211 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (676a503f-d609-4833-87ab-4f777f5662ba), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:11.971948 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Publish callbacks [] for port (9451de1a-419d-4c0c-9f86-f826b10c99a9), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:12.041546 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c2ee376d-eeb5-4110-9376-d5dab1d600df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:12.046589 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Publish callbacks [] for router_controller (617f618d-2e14-4c4b-ad90-367d83d66f0e), precommit_add_association {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:12.053800 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (9451de1a-419d-4c0c-9f86-f826b10c99a9), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:12.067971 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d612103-8b46-5ff4-b5ac-d0cd2223ba58-b3f5b26d-7786-4d76-b026-0184c6ebc557', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f'}]}} from dv-cinder-830093-3-iscsi. {{(pid=109691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:47:12.069105 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:12.134924 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:12.141862 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:12.144545 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1754003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8515'] for router (910be378-9fa1-49ea-ad7b-8631acd7c62d), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:12.145645 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751760', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8522'] for router (910be378-9fa1-49ea-ad7b-8631acd7c62d), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:12.212590 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Publish callbacks [] for router_controller (910be378-9fa1-49ea-ad7b-8631acd7c62d), precommit_add_association {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:12.216009 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:12.223052 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] For port 676a503f-d609-4833-87ab-4f777f5662ba, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:47:12.240570 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914fa8b5-8da4-4ffd-a322-eedffcb95e65 None None] Network e8886c69-71b5-4f2a-a8b1-45077b0e7696 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:47:12.252938 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] For port 676a503f-d609-4833-87ab-4f777f5662ba, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=676a503f-d609-4833-87ab-4f777f5662ba,segment=NetworkSegment(5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0),segment_id=5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:47:12.256437 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Allocated IP 172.27.1.90 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/36b1ad70-e5aa-4ba1-9eb1-2763caf2a411) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:12.278440 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (676a503f-d609-4833-87ab-4f777f5662ba), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:12.368960 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-d1fa4fdb-4700-4593-91e2-c6e6f613af06 service neutron] 10.222.0.45 "GET /v2.0/networks/953e5cc6-6737-446c-9b5c-918a66dc8d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693906 Mar 08 19:47:12.446390 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Publish callbacks [] for router_gateway (617f618d-2e14-4c4b-ad90-367d83d66f0e), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:12.467279 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:12.472268 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.db_base_plugin_common [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Allocated IP 172.20.0.2 (b3f5b26d-7786-4d76-b026-0184c6ebc557/9ca6f325-a313-48b4-874a-63f6de10419f/d8ceeec5-2c7d-406b-a032-74b0181d4f2e) {{(pid=109691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:12.477602 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd063ea-0427-4588-b101-b544160b7134 None None] Pushing event updated for resources: {'Port': ['ID=676a503f-d609-4833-87ab-4f777f5662ba,revision_number=2']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:12.699924 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-572e466d-ded1-4773-ab9a-739af321109f service neutron] 10.222.0.45 "GET /v2.0/networks/953e5cc6-6737-446c-9b5c-918a66dc8d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300068 Mar 08 19:47:12.775915 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Publish callbacks [] for port (36b1ad70-e5aa-4ba1-9eb1-2763caf2a411), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:12.813652 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Publish callbacks [] for port (d8ceeec5-2c7d-406b-a032-74b0181d4f2e), precommit_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:12.834866 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (d8ceeec5-2c7d-406b-a032-74b0181d4f2e), after_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:12.949082 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Network b3f5b26d-7786-4d76-b026-0184c6ebc557 is already hosted by enough agents. {{(pid=109691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:12.969416 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.base_scheduler [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Resources bound (agent type, host, resource id): {{(pid=109691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:12.969910 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Publish callbacks [] for router_gateway (910be378-9fa1-49ea-ad7b-8631acd7c62d), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:12.974724 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Received port after_create {{(pid=109691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:12.985071 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Pushing event updated for resources: {'Port': ['ID=d8ceeec5-2c7d-406b-a032-74b0181d4f2e,revision_number=1']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:13.039914 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c2ee376d-eeb5-4110-9376-d5dab1d600df admin admin] Publish callbacks [] for security_group (2b6f6c9d-bac9-47bb-86f9-5ddb7a8b4b7d), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:13.041397 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Pushing event updated for resources: {'Port': ['ID=9451de1a-419d-4c0c-9f86-f826b10c99a9,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:13.062404 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c2ee376d-eeb5-4110-9376-d5dab1d600df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (2b6f6c9d-bac9-47bb-86f9-5ddb7a8b4b7d), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:13.082109 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (36b1ad70-e5aa-4ba1-9eb1-2763caf2a411), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:13.129312 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Attempting to bind port d8ceeec5-2c7d-406b-a032-74b0181d4f2e on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:47:13.130996 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Attempting to bind port d8ceeec5-2c7d-406b-a032-74b0181d4f2e by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '0f2deefd-34bd-4ce8-849a-361f161c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:47:13.131471 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Attempting to bind port d8ceeec5-2c7d-406b-a032-74b0181d4f2e on network b3f5b26d-7786-4d76-b026-0184c6ebc557 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:13.150243 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:47:13.150843 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Checking segment: {'id': '0f2deefd-34bd-4ce8-849a-361f161c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:13.151353 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:13.151884 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Bound using segment: {'id': '0f2deefd-34bd-4ce8-849a-361f161c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:47:13.152631 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Bound port: d8ceeec5-2c7d-406b-a032-74b0181d4f2e, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2deefd-34bd-4ce8-849a-361f161c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:47:13.153182 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (d8ceeec5-2c7d-406b-a032-74b0181d4f2e), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:13.200084 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee376d-eeb5-4110-9376-d5dab1d600df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6f6c9d-bac9-47bb-86f9-5ddb7a8b4b7d,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:13.210915 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-c2ee376d-eeb5-4110-9376-d5dab1d600df admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c75270a3288435695308f99fc2ea265&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4856505 Mar 08 19:47:13.211616 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 53794) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:13.230722 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0011ad5a-2564-41fa-af67-2ed7c39c9edb None None] Network dfea349b-6bfd-41c2-92c4-062cebf33ab6 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:47:13.336560 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:13.437278 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e2d7c55b-72ab-487d-8535-b1d9506f0b51 None None] Provisioning complete for port 5ce56840-6313-479a-af93-aa8829f2d96a triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:13.438062 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c55b-72ab-487d-8535-b1d9506f0b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (5ce56840-6313-479a-af93-aa8829f2d96a), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:13.449614 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] For port d8ceeec5-2c7d-406b-a032-74b0181d4f2e, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:47:13.502577 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] For port d8ceeec5-2c7d-406b-a032-74b0181d4f2e, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=d8ceeec5-2c7d-406b-a032-74b0181d4f2e,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:47:13.516788 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4659ac86-28e5-4ca6-acd6-e0c02c14476a admin admin] Publish callbacks [] for security_group (2b6f6c9d-bac9-47bb-86f9-5ddb7a8b4b7d), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:13.547290 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (d8ceeec5-2c7d-406b-a032-74b0181d4f2e), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:13.566599 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 5ce56840-6313-479a-af93-aa8829f2d96a up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:13.597012 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Publish callbacks [] for router_gateway (5490e075-1894-4b51-a3c4-2487a7800c2d), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:13.671642 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4659ac86-28e5-4ca6-acd6-e0c02c14476a admin admin] Publish callbacks [] for security_group (2b6f6c9d-bac9-47bb-86f9-5ddb7a8b4b7d), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:13.724245 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c198949-ce3f-4705-90b3-ef27202e1183 None None] Pushing event updated for resources: {'Port': ['ID=d8ceeec5-2c7d-406b-a032-74b0181d4f2e,revision_number=2']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:13.824994 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e2d7c55b-72ab-487d-8535-b1d9506f0b51 None None] Current status of the port 5ce56840-6313-479a-af93-aa8829f2d96a is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:13.825656 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c55b-72ab-487d-8535-b1d9506f0b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (5ce56840-6313-479a-af93-aa8829f2d96a), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:13.832260 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 5ce56840-6313-479a-af93-aa8829f2d96a triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:13.832955 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (5ce56840-6313-479a-af93-aa8829f2d96a), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:13.921547 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Pushing event updated for resources: {'Port': ['ID=36b1ad70-e5aa-4ba1-9eb1-2763caf2a411,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:13.924136 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:14.064892 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-51bc4ec3-66e0-40d3-a18f-d9d6afdd2c57 req-a10732bb-70e5-418f-bea7-06b69feb8b22 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 210 time: 0.8219244 Mar 08 19:47:14.087517 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e2d7c55b-72ab-487d-8535-b1d9506f0b51 None None] For port 5ce56840-6313-479a-af93-aa8829f2d96a, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=5ce56840-6313-479a-af93-aa8829f2d96a,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:14.097884 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Publish callbacks [] for router_gateway (617f618d-2e14-4c4b-ad90-367d83d66f0e), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:14.100861 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c55b-72ab-487d-8535-b1d9506f0b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (5ce56840-6313-479a-af93-aa8829f2d96a), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:14.191100 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:14.209478 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:14.292490 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Publish callbacks [] for router_gateway (910be378-9fa1-49ea-ad7b-8631acd7c62d), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:14.383114 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:14.472178 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b99ad7a-a547-4c68-bf34-0a1211f00742 None None] Network ac9a0f9f-89c1-4e71-af10-ae382be0f761 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:47:14.502069 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4659ac86-28e5-4ca6-acd6-e0c02c14476a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (2b6f6c9d-bac9-47bb-86f9-5ddb7a8b4b7d), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:14.504621 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4659ac86-28e5-4ca6-acd6-e0c02c14476a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:14.505778 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-4659ac86-28e5-4ca6-acd6-e0c02c14476a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2b6f6c9d-bac9-47bb-86f9-5ddb7a8b4b7d HTTP/1.1" status: 204 len: 168 time: 1.2936575 Mar 08 19:47:14.521590 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659ac86-28e5-4ca6-acd6-e0c02c14476a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6f6c9d-bac9-47bb-86f9-5ddb7a8b4b7d,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:14.581307 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1754984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1751805'] for router (5490e075-1894-4b51-a3c4-2487a7800c2d), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:14.654323 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Allocated IP 172.27.1.187 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/cf6fe000-888e-4442-9614-eb122b6ca7dc) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:14.669907 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9ca509a-b012-406b-b285-8017d323b6be None None] Provisioning complete for port 5ce56840-6313-479a-af93-aa8829f2d96a triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:14.670311 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9ca509a-b012-406b-b285-8017d323b6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (5ce56840-6313-479a-af93-aa8829f2d96a), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:14.689492 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 5ce56840-6313-479a-af93-aa8829f2d96a is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:14.690621 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 676a503f-d609-4833-87ab-4f777f5662ba up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:14.740490 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7c55b-72ab-487d-8535-b1d9506f0b51 None None] Pushing event updated for resources: {'Port': ['ID=5ce56840-6313-479a-af93-aa8829f2d96a,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:14.787545 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Publish callbacks [] for router_gateway (d8357a97-1270-4600-8b32-23ca28274084), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:14.928854 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Router 5490e075-1894-4b51-a3c4-2487a7800c2d is scheduled to L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 with binding_index 1 {{(pid=109690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:47:14.942832 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 676a503f-d609-4833-87ab-4f777f5662ba triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:14.943840 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (676a503f-d609-4833-87ab-4f777f5662ba), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:15.000412 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Publish callbacks [] for port (cf6fe000-888e-4442-9614-eb122b6ca7dc), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:15.007163 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9ca509a-b012-406b-b285-8017d323b6be None None] Current status of the port 5ce56840-6313-479a-af93-aa8829f2d96a is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:15.142275 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 676a503f-d609-4833-87ab-4f777f5662ba is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:15.143009 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (676a503f-d609-4833-87ab-4f777f5662ba), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:15.177441 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53856) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:15.198805 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bc35a383-5bf3-4c29-a028-a40a6ecb1511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:15.222470 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:47:15.233803 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Sync routers for ids ['5490e075-1894-4b51-a3c4-2487a7800c2d'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:47:15.238376 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-2dc8992f-0ad0-499f-9e6e-a5f5e8d017ec None None] Provisioning complete for port 676a503f-d609-4833-87ab-4f777f5662ba triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:15.238789 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-2dc8992f-0ad0-499f-9e6e-a5f5e8d017ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (676a503f-d609-4833-87ab-4f777f5662ba), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:15.252882 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1754984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1751805'] for router (d8357a97-1270-4600-8b32-23ca28274084), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:15.266205 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Routers {'5490e075-1894-4b51-a3c4-2487a7800c2d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:47:15.266205 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:46:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['5490e075-1894-4b51-a3c4-2487a7800c2d'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:15.267517 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:15.267517 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-cc3b2042-0722-43e5-907e-ba856a062d0b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7579272 Mar 08 19:47:15.269379 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (cf6fe000-888e-4442-9614-eb122b6ca7dc), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:15.271748 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 53858) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:15.332838 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] For port 676a503f-d609-4833-87ab-4f777f5662ba, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=676a503f-d609-4833-87ab-4f777f5662ba,segment=NetworkSegment(5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0),segment_id=5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:15.353982 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (676a503f-d609-4833-87ab-4f777f5662ba), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:15.463308 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b0353a-93f8-4ff0-bc84-dca23fc42ecf None None] Network b3f5b26d-7786-4d76-b026-0184c6ebc557 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:47:15.468810 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Pushing event updated for resources: {'Port': ['ID=cf6fe000-888e-4442-9614-eb122b6ca7dc,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:15.486236 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:15.522728 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0de230b7-6a52-4b21-9171-d99818a17fe8 req-7ce405eb-34a9-49bc-9fca-49274f2dcd0d tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 210 time: 0.0576582 Mar 08 19:47:15.529554 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Allocated IP 172.27.1.222 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/6dac3a95-0e95-4b8f-8fee-5ea067afd1de) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:15.536028 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:15.539629 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:15.569158 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Set router 5490e075-1894-4b51-a3c4-2487a7800c2d gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:47:15.602986 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Pushing event updated for resources: {'Port': ['ID=676a503f-d609-4833-87ab-4f777f5662ba,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:15.702891 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-2dc8992f-0ad0-499f-9e6e-a5f5e8d017ec None None] Current status of the port 676a503f-d609-4833-87ab-4f777f5662ba is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:15.708448 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 5ce56840-6313-479a-af93-aa8829f2d96a up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:15.709404 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bc35a383-5bf3-4c29-a028-a40a6ecb1511 admin admin] Publish callbacks [] for security_group (ad9c3ee9-4e5b-4ca1-a27a-2f6a25ffdebb), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:15.727631 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bc35a383-5bf3-4c29-a028-a40a6ecb1511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ad9c3ee9-4e5b-4ca1-a27a-2f6a25ffdebb), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:15.814389 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-bc35a383-5bf3-4c29-a028-a40a6ecb1511 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b11184635d52453c9650da1013e2c30c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6349928 Mar 08 19:47:15.815624 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53862) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:15.834460 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35a383-5bf3-4c29-a028-a40a6ecb1511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9c3ee9-4e5b-4ca1-a27a-2f6a25ffdebb,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:15.836237 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 5ce56840-6313-479a-af93-aa8829f2d96a triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:15.836761 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (5ce56840-6313-479a-af93-aa8829f2d96a), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:15.841585 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Publish callbacks [] for port (6dac3a95-0e95-4b8f-8fee-5ea067afd1de), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:15.869811 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:13Z', 'revision_number': 3, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:15.878505 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Router d8357a97-1270-4600-8b32-23ca28274084 is scheduled to L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 with binding_index 1 {{(pid=109689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:47:15.890514 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-c1beb72a-23c4-41dd-be6c-51f26d283712 None None] Provisioning complete for port d8ceeec5-2c7d-406b-a032-74b0181d4f2e triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:15.890974 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c1beb72a-23c4-41dd-be6c-51f26d283712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (d8ceeec5-2c7d-406b-a032-74b0181d4f2e), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:15.905190 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Checking router: 5490e075-1894-4b51-a3c4-2487a7800c2d for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:47:15.905589 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Updating router 5490e075-1894-4b51-a3c4-2487a7800c2d port 9451de1a-419d-4c0c-9f86-f826b10c99a9 binding host dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:47:15.939594 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (9451de1a-419d-4c0c-9f86-f826b10c99a9), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:15.964802 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2d622fc1-2b12-44d2-bbfe-f1691eed45e1 admin admin] Publish callbacks [] for security_group (ad9c3ee9-4e5b-4ca1-a27a-2f6a25ffdebb), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:15.983358 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (6dac3a95-0e95-4b8f-8fee-5ea067afd1de), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:16.019845 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 5ce56840-6313-479a-af93-aa8829f2d96a is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:16.021000 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device d8ceeec5-2c7d-406b-a032-74b0181d4f2e up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:16.031912 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2d622fc1-2b12-44d2-bbfe-f1691eed45e1 admin admin] Publish callbacks [] for security_group (ad9c3ee9-4e5b-4ca1-a27a-2f6a25ffdebb), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:16.092246 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-c1beb72a-23c4-41dd-be6c-51f26d283712 None None] Current status of the port d8ceeec5-2c7d-406b-a032-74b0181d4f2e is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:16.092574 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c1beb72a-23c4-41dd-be6c-51f26d283712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (d8ceeec5-2c7d-406b-a032-74b0181d4f2e), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:16.112622 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:16.130222 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Pushing event updated for resources: {'Port': ['ID=6dac3a95-0e95-4b8f-8fee-5ea067afd1de,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:16.141775 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:16.152261 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:16.159746 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-c1beb72a-23c4-41dd-be6c-51f26d283712 None None] For port d8ceeec5-2c7d-406b-a032-74b0181d4f2e, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=d8ceeec5-2c7d-406b-a032-74b0181d4f2e,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:16.175422 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c1beb72a-23c4-41dd-be6c-51f26d283712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (d8ceeec5-2c7d-406b-a032-74b0181d4f2e), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:16.204562 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Publish callbacks [] for router_gateway (910be378-9fa1-49ea-ad7b-8631acd7c62d), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:16.259786 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1beb72a-23c4-41dd-be6c-51f26d283712 None None] Pushing event updated for resources: {'Port': ['ID=d8ceeec5-2c7d-406b-a032-74b0181d4f2e,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:16.262615 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port d8ceeec5-2c7d-406b-a032-74b0181d4f2e triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:16.263172 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (d8ceeec5-2c7d-406b-a032-74b0181d4f2e), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:16.354467 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port d8ceeec5-2c7d-406b-a032-74b0181d4f2e is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:16.356877 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-c1beb72a-23c4-41dd-be6c-51f26d283712 None None] Provisioning complete for port 676a503f-d609-4833-87ab-4f777f5662ba triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:16.357472 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c1beb72a-23c4-41dd-be6c-51f26d283712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (676a503f-d609-4833-87ab-4f777f5662ba), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:16.366577 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Publish callbacks [] for port (9451de1a-419d-4c0c-9f86-f826b10c99a9), precommit_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:16.374113 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (9451de1a-419d-4c0c-9f86-f826b10c99a9), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:16.394170 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:47:16.433791 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Sync routers for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:47:16.434523 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Attempting to bind port 9451de1a-419d-4c0c-9f86-f826b10c99a9 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:47:16.435285 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Attempting to bind port 9451de1a-419d-4c0c-9f86-f826b10c99a9 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:47:16.435661 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Attempting to bind port 9451de1a-419d-4c0c-9f86-f826b10c99a9 on network 4ab513a0-00c2-4806-bea3-3166607858e9 {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:16.447234 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6db438-410b-4d11-835c-738ea7875bd3 None None] Pushing event updated for resources: {'Port': ['ID=9451de1a-419d-4c0c-9f86-f826b10c99a9,revision_number=2']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:16.450974 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:47:16.451823 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Checking segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:16.451823 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:16.452130 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Bound using segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:47:16.452661 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Bound port: 9451de1a-419d-4c0c-9f86-f826b10c99a9, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:47:16.453046 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (9451de1a-419d-4c0c-9f86-f826b10c99a9), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:16.480760 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:47:16.481608 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:46:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:16.492875 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6db438-410b-4d11-835c-738ea7875bd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:16.493260 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6db438-410b-4d11-835c-738ea7875bd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:16.493630 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6db438-410b-4d11-835c-738ea7875bd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:16.493982 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6db438-410b-4d11-835c-738ea7875bd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:16.494344 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6db438-410b-4d11-835c-738ea7875bd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:16.494687 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6db438-410b-4d11-835c-738ea7875bd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:16.495032 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6db438-410b-4d11-835c-738ea7875bd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:16.495589 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6db438-410b-4d11-835c-738ea7875bd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:16.495931 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6db438-410b-4d11-835c-738ea7875bd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:16.496317 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6db438-410b-4d11-835c-738ea7875bd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:16.496701 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6db438-410b-4d11-835c-738ea7875bd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:16.497058 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6db438-410b-4d11-835c-738ea7875bd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:16.497446 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6db438-410b-4d11-835c-738ea7875bd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6db438-410b-4d11-835c-738ea7875bd3 None None] Tracked resource versions report: Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: pushed versions: Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: { 'AddressGroup': {'1.2'}, Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'ConntrackHelper': {'1.0'}, Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'LocalIPAssociation': {'1.0'}, Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Log': {'1.0'}, Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Network': {'1.1'}, Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Port': {'1.7'}, Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'PortForwarding': {'1.2'}, Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'QosPolicy': {'1.10'}, Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'SecurityGroup': {'1.5'}, Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'SecurityGroupRule': {'1.2'}, Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'SubPort': {'1.0'}, Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Subnet': {'1.1'}, Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Trunk': {'1.1'}} Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: consumer versions: Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: { DHCP agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: HyperV agent@hv-cinder-83009: {}, Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: L3 agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: Metadata agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: Metering agent@dv-cinder-830093-3-iscsi: {}, Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: Open vSwitch agent@dv-cinder-830093-3-iscsi: { 'AddressGroup': '1.2', Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'ConntrackHelper': '1.0', Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'LocalIPAssociation': '1.0', Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Log': '1.0', Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Network': '1.1', Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Port': '1.7', Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'PortForwarding': '1.2', Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'QosPolicy': '1.10', Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'SecurityGroup': '1.5', Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'SecurityGroupRule': '1.2', Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'SubPort': '1.0', Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Subnet': '1.1', Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: 'Trunk': '1.1'}} Mar 08 19:47:16.499275 dv-cinder-830093-3-iscsi neutron-server[109692]: {{(pid=109692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 19:47:16.510128 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2d622fc1-2b12-44d2-bbfe-f1691eed45e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ad9c3ee9-4e5b-4ca1-a27a-2f6a25ffdebb), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:16.513167 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2d622fc1-2b12-44d2-bbfe-f1691eed45e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:16.524932 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-2d622fc1-2b12-44d2-bbfe-f1691eed45e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad9c3ee9-4e5b-4ca1-a27a-2f6a25ffdebb HTTP/1.1" status: 204 len: 168 time: 0.6932516 Mar 08 19:47:16.536002 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:16.546028 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-7052b8f1-79c9-4224-9193-7b17d674c232 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.3390768 Mar 08 19:47:16.549254 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 53872) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:16.560899 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] For port 9451de1a-419d-4c0c-9f86-f826b10c99a9, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:47:16.568782 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] For port 9451de1a-419d-4c0c-9f86-f826b10c99a9, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=9451de1a-419d-4c0c-9f86-f826b10c99a9,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:47:16.575317 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d622fc1-2b12-44d2-bbfe-f1691eed45e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9c3ee9-4e5b-4ca1-a27a-2f6a25ffdebb,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:16.582076 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (9451de1a-419d-4c0c-9f86-f826b10c99a9), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:16.675738 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1754984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1751805'] for router (910be378-9fa1-49ea-ad7b-8631acd7c62d), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:16.676275 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6db438-410b-4d11-835c-738ea7875bd3 None None] Pushing event updated for resources: {'Port': ['ID=9451de1a-419d-4c0c-9f86-f826b10c99a9,revision_number=3']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:16.720920 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-c1beb72a-23c4-41dd-be6c-51f26d283712 None None] Current status of the port 676a503f-d609-4833-87ab-4f777f5662ba is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:16.730353 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Routers {'5490e075-1894-4b51-a3c4-2487a7800c2d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:47:16.731001 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:46:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['5490e075-1894-4b51-a3c4-2487a7800c2d'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:16.754067 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:47:16.850042 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5d208449-ebe1-42a2-9c69-7c1a53213576 req-515e1289-1e11-433a-827d-f5f780905f2a tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 210 time: 0.1073165 Mar 08 19:47:16.912144 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-7a81a2b6-4952-45c3-b8ab-0e0c47de8873 None None] Provisioning complete for port d8ceeec5-2c7d-406b-a032-74b0181d4f2e triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:16.916213 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-7a81a2b6-4952-45c3-b8ab-0e0c47de8873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (d8ceeec5-2c7d-406b-a032-74b0181d4f2e), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:16.947150 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] Set router 5490e075-1894-4b51-a3c4-2487a7800c2d gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:47:17.062035 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:17.133137 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Publish callbacks [] for router_gateway (617f618d-2e14-4c4b-ad90-367d83d66f0e), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:17.199191 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-7a81a2b6-4952-45c3-b8ab-0e0c47de8873 None None] Current status of the port d8ceeec5-2c7d-406b-a032-74b0181d4f2e is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:17.203356 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Router 910be378-9fa1-49ea-ad7b-8631acd7c62d is scheduled to L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 with binding_index 1 {{(pid=109690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:47:17.232281 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:14Z', 'revision_number': 3, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:17.286146 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Checking router: d8357a97-1270-4600-8b32-23ca28274084 for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:47:17.286504 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Updating router d8357a97-1270-4600-8b32-23ca28274084 port 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411 binding host dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:47:17.464994 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:13Z', 'revision_number': 3, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:17.501797 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de4c1a-82de-4b93-bb38-0dac44879feb None None] The sync data for ids ['5490e075-1894-4b51-a3c4-2487a7800c2d'] in dv-cinder-830093-3-iscsi is: [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:13Z', 'revision_number': 3, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:47:17.545517 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.60', 60389) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:17.552864 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 676a503f-d609-4833-87ab-4f777f5662ba up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:17.594707 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (36b1ad70-e5aa-4ba1-9eb1-2763caf2a411), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:17.662365 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1754984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1751805'] for router (617f618d-2e14-4c4b-ad90-367d83d66f0e), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:17.716503 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] Allocated IP 172.20.0.1 (ac9a0f9f-89c1-4e71-af10-ae382be0f761/f25e5e97-dacc-4d23-ad76-278cb2cd7689/9e2788c3-a0b7-44ec-9c46-65b19dc17125) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:17.850864 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:47:17.880583 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Sync routers for ids ['910be378-9fa1-49ea-ad7b-8631acd7c62d'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:47:17.908413 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Routers {'910be378-9fa1-49ea-ad7b-8631acd7c62d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:47:17.913997 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:46:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['910be378-9fa1-49ea-ad7b-8631acd7c62d'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:18.132308 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-75bb7bda-ad76-40d7-920d-b1ea4e088f62 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:18.134583 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-75bb7bda-ad76-40d7-920d-b1ea4e088f62 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.60 "GET /v2.0/networks?id=953e5cc6-6737-446c-9b5c-918a66dc8d23 HTTP/1.1" status: 200 len: 812 time: 0.5811739 Mar 08 19:47:18.189439 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:18.195121 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-93a2efce-6ce5-48b3-8b3c-6d8c6d7e778c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.3234279 Mar 08 19:47:18.203702 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-b912703b-cc2a-451c-82d4-4d34e9fe6dc1 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Request body: {'port': {'device_id': '5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34', 'network_id': '953e5cc6-6737-446c-9b5c-918a66dc8d23', 'admin_state_up': True, 'tenant_id': 'abb03c05d95347c1a22833cddc763e2b'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:18.209429 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 53936) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:18.260687 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Set router 910be378-9fa1-49ea-ad7b-8631acd7c62d gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:47:18.324079 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Publish callbacks [] for port (36b1ad70-e5aa-4ba1-9eb1-2763caf2a411), precommit_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:18.340346 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (36b1ad70-e5aa-4ba1-9eb1-2763caf2a411), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:18.347780 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e3d27fd2-8f9f-4d72-ad11-4fa09ff10381 req-9c2229f8-b826-481d-86c5-b5ea2c2fa7af tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 210 time: 0.3095372 Mar 08 19:47:18.372568 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 676a503f-d609-4833-87ab-4f777f5662ba triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:18.372850 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (676a503f-d609-4833-87ab-4f777f5662ba), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:18.444453 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Attempting to bind port 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:47:18.445042 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Attempting to bind port 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:47:18.445422 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Attempting to bind port 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411 on network 4ab513a0-00c2-4806-bea3-3166607858e9 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:18.469636 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:47:18.471203 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Checking segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:18.471631 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:18.474015 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Bound using segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:47:18.474534 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Bound port: 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:47:18.474934 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (36b1ad70-e5aa-4ba1-9eb1-2763caf2a411), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:18.499311 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:18.591237 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842da60-acb2-493f-8537-064a45fad29c None None] Pushing event updated for resources: {'Port': ['ID=36b1ad70-e5aa-4ba1-9eb1-2763caf2a411,revision_number=2']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:18.657885 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] For port 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:47:18.664436 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] For port 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=36b1ad70-e5aa-4ba1-9eb1-2763caf2a411,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:47:18.709802 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'name': 'tempest-ServerRescueNegativeTestJSON-1675365884-router', 'tenant_id': '72ed260f86604db6ac28144af3dfb647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'cf6fe000-888e-4442-9614-eb122b6ca7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:12Z', 'updated_at': '2022-03-08T19:47:15Z', 'revision_number': 3, 'project_id': '72ed260f86604db6ac28144af3dfb647', 'gw_port': {'id': 'cf6fe000-888e-4442-9614-eb122b6ca7dc', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:34:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:18.736134 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (36b1ad70-e5aa-4ba1-9eb1-2763caf2a411), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:18.769236 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Checking router: 910be378-9fa1-49ea-ad7b-8631acd7c62d for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:47:18.769590 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Updating router 910be378-9fa1-49ea-ad7b-8631acd7c62d port cf6fe000-888e-4442-9614-eb122b6ca7dc binding host dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:47:18.849606 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (cf6fe000-888e-4442-9614-eb122b6ca7dc), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:18.882951 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 676a503f-d609-4833-87ab-4f777f5662ba is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:18.884037 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device d8ceeec5-2c7d-406b-a032-74b0181d4f2e up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:18.974979 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:47:18.979655 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:46:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:19.010010 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Router 617f618d-2e14-4c4b-ad90-367d83d66f0e is scheduled to L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 with binding_index 1 {{(pid=109689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:47:19.199485 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] Publish callbacks [] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:19.246271 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842da60-acb2-493f-8537-064a45fad29c None None] Pushing event updated for resources: {'Port': ['ID=36b1ad70-e5aa-4ba1-9eb1-2763caf2a411,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:19.365796 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:47:19.434325 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] Allocated IP 172.20.0.1 (dfea349b-6bfd-41c2-92c4-062cebf33ab6/5d1de695-2f89-4670-8368-e25440455f01/c82e533e-e390-4b9d-a488-8d74fd193766) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:19.482605 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:47:19.576186 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-b912703b-cc2a-451c-82d4-4d34e9fe6dc1 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Made reservation on behalf of abb03c05d95347c1a22833cddc763e2b for: {'port': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:19.581555 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-b912703b-cc2a-451c-82d4-4d34e9fe6dc1 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:19.610282 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Sync routers for ids ['617f618d-2e14-4c4b-ad90-367d83d66f0e'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:47:19.642574 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port d8ceeec5-2c7d-406b-a032-74b0181d4f2e triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:19.643755 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (d8ceeec5-2c7d-406b-a032-74b0181d4f2e), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:19.687806 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:19.716493 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54008) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:19.739322 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] Network ac9a0f9f-89c1-4e71-af10-ae382be0f761 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:19.756491 dv-cinder-830093-3-iscsi neutron-server[109690]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 19:47:19.766255 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:19.878359 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Routers {'617f618d-2e14-4c4b-ad90-367d83d66f0e'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:47:19.879074 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:46:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['617f618d-2e14-4c4b-ad90-367d83d66f0e'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:19.929586 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:19.929586 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752272'] for router_interface (5490e075-1894-4b51-a3c4-2487a7800c2d), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:19.930677 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Publish callbacks [] for port (cf6fe000-888e-4442-9614-eb122b6ca7dc), precommit_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:19.946897 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (cf6fe000-888e-4442-9614-eb122b6ca7dc), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:19.970216 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:19.992177 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-ab98f4f9-9929-4ff0-b5bd-2e70861a9b78 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.3100750 Mar 08 19:47:20.013015 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54020) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:20.191452 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Attempting to bind port cf6fe000-888e-4442-9614-eb122b6ca7dc on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:47:20.192216 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Attempting to bind port cf6fe000-888e-4442-9614-eb122b6ca7dc by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:47:20.192869 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Attempting to bind port cf6fe000-888e-4442-9614-eb122b6ca7dc on network 4ab513a0-00c2-4806-bea3-3166607858e9 {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:20.205847 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1312841-a3e5-4deb-bf8b-aafd64df7c84 None None] Pushing event updated for resources: {'Port': ['ID=cf6fe000-888e-4442-9614-eb122b6ca7dc,revision_number=2']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:20.209806 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:47:20.210557 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Checking segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:20.210986 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:20.211577 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Bound using segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:47:20.212073 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Bound port: cf6fe000-888e-4442-9614-eb122b6ca7dc, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:47:20.212739 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (cf6fe000-888e-4442-9614-eb122b6ca7dc), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:20.404311 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7d40e601-fcc2-4393-aa16-022a8c446bfc req-6a413312-1b65-49c6-9be4-4a7204d252be tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 210 time: 0.6598313 Mar 08 19:47:20.441841 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] For port cf6fe000-888e-4442-9614-eb122b6ca7dc, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:47:20.456032 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] For port cf6fe000-888e-4442-9614-eb122b6ca7dc, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=cf6fe000-888e-4442-9614-eb122b6ca7dc,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:47:20.466665 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (cf6fe000-888e-4442-9614-eb122b6ca7dc), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:20.510288 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Set router 617f618d-2e14-4c4b-ad90-367d83d66f0e gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:47:20.602828 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] Publish callbacks [] for port (c82e533e-e390-4b9d-a488-8d74fd193766), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:20.610092 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1312841-a3e5-4deb-bf8b-aafd64df7c84 None None] Pushing event updated for resources: {'Port': ['ID=cf6fe000-888e-4442-9614-eb122b6ca7dc,revision_number=3']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:20.649380 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Routers {'910be378-9fa1-49ea-ad7b-8631acd7c62d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:47:20.651693 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:46:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['910be378-9fa1-49ea-ad7b-8631acd7c62d'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:20.760865 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (c82e533e-e390-4b9d-a488-8d74fd193766), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:20.837864 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:20.900320 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54040) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:20.923989 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] Pushing event updated for resources: {'Port': ['ID=c82e533e-e390-4b9d-a488-8d74fd193766,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:20.931615 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] Set router 910be378-9fa1-49ea-ad7b-8631acd7c62d gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:47:21.024334 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] Network dfea349b-6bfd-41c2-92c4-062cebf33ab6 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:21.030974 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:21.034932 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:21.035735 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752272'] for router_interface (d8357a97-1270-4600-8b32-23ca28274084), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:21.331556 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port d8ceeec5-2c7d-406b-a032-74b0181d4f2e is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:21.345571 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-3355dcee-fb85-4694-8ce7-13aef4e6457c None None] Provisioning complete for port 9e2788c3-a0b7-44ec-9c46-65b19dc17125 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:21.346131 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-3355dcee-fb85-4694-8ce7-13aef4e6457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:21.461452 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] Publish callbacks [] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:21.496849 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] Pushing event updated for resources: {'Port': ['ID=9e2788c3-a0b7-44ec-9c46-65b19dc17125,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:21.502222 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:21.506384 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752252'] for router_interface (5490e075-1894-4b51-a3c4-2487a7800c2d), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:21.530904 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-3355dcee-fb85-4694-8ce7-13aef4e6457c None None] Port 9e2788c3-a0b7-44ec-9c46-65b19dc17125 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:47:21.602632 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'name': 'tempest-ServerRescueNegativeTestJSON-1675365884-router', 'tenant_id': '72ed260f86604db6ac28144af3dfb647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'cf6fe000-888e-4442-9614-eb122b6ca7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:12Z', 'updated_at': '2022-03-08T19:47:15Z', 'revision_number': 3, 'project_id': '72ed260f86604db6ac28144af3dfb647', 'gw_port': {'id': 'cf6fe000-888e-4442-9614-eb122b6ca7dc', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:34:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:21.635686 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 9451de1a-419d-4c0c-9f86-f826b10c99a9 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:21.658188 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b6a4d-686b-4b24-8edc-8efe9195e6f7 None None] The sync data for ids ['910be378-9fa1-49ea-ad7b-8631acd7c62d'] in dv-cinder-830093-3-iscsi is: [{'id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'name': 'tempest-ServerRescueNegativeTestJSON-1675365884-router', 'tenant_id': '72ed260f86604db6ac28144af3dfb647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'cf6fe000-888e-4442-9614-eb122b6ca7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:12Z', 'updated_at': '2022-03-08T19:47:15Z', 'revision_number': 3, 'project_id': '72ed260f86604db6ac28144af3dfb647', 'gw_port': {'id': 'cf6fe000-888e-4442-9614-eb122b6ca7dc', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:34:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:47:21.686049 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] Network ac9a0f9f-89c1-4e71-af10-ae382be0f761 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:21.715092 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:21.744716 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5d07ecea-853c-4f37-954a-66b064e7f06d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:21.801530 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:14Z', 'revision_number': 3, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:21.898860 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] Router 5490e075-1894-4b51-a3c4-2487a7800c2d has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:47:21.912220 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd9d23-6385-4dd2-b566-cdd32ace4355 None None] The sync data for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi is: [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:14Z', 'revision_number': 3, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:47:21.924322 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5d07ecea-853c-4f37-954a-66b064e7f06d admin admin] Publish callbacks [] for security_group (6b2501a0-0b3e-4853-8200-659c41ffb720), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:21.950966 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:16Z', 'revision_number': 3, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:21.957010 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-2571d894-fea7-4f53-aab5-bc6db012f52b None None] Provisioning complete for port c82e533e-e390-4b9d-a488-8d74fd193766 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:21.974385 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-2571d894-fea7-4f53-aab5-bc6db012f52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (c82e533e-e390-4b9d-a488-8d74fd193766), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:22.086880 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5d07ecea-853c-4f37-954a-66b064e7f06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (6b2501a0-0b3e-4853-8200-659c41ffb720), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:22.100243 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Checking router: 617f618d-2e14-4c4b-ad90-367d83d66f0e for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:47:22.101863 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Updating router 617f618d-2e14-4c4b-ad90-367d83d66f0e port 6dac3a95-0e95-4b8f-8fee-5ea067afd1de binding host dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:47:22.155301 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b9b8e69f-fa5f-4e8e-be9b-9238434f80db req-d66e3596-3926-44d0-9677-acf0414e9fa2 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 210 time: 0.3944361 Mar 08 19:47:22.155665 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:47:22.167589 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] 10.222.0.45 "PUT /v2.0/routers/5490e075-1894-4b51-a3c4-2487a7800c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8455899 Mar 08 19:47:22.169431 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Sync routers for ids ['5490e075-1894-4b51-a3c4-2487a7800c2d'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:47:22.169987 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b9d48-9dff-4575-8028-e79e8ca2206b admin admin] Pushing event updated for resources: {'Port': ['ID=9e2788c3-a0b7-44ec-9c46-65b19dc17125,revision_number=2']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:22.177915 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-b912703b-cc2a-451c-82d4-4d34e9fe6dc1 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Allocated IP 172.20.0.7 (953e5cc6-6737-446c-9b5c-918a66dc8d23/bfa48715-7930-40b3-8def-491d66dc7aa5/78cde18a-66af-4a1f-80ad-8995e7b46bad) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:22.198279 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:22.218223 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-5d07ecea-853c-4f37-954a-66b064e7f06d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75e3eb6678fc45a987af32fb9562cc41&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3026261 Mar 08 19:47:22.231594 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Routers {'5490e075-1894-4b51-a3c4-2487a7800c2d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:47:22.234935 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:46:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['5490e075-1894-4b51-a3c4-2487a7800c2d'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:22.292321 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (6dac3a95-0e95-4b8f-8fee-5ea067afd1de), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:22.564258 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] Allocated IP 172.20.0.1 (b3f5b26d-7786-4d76-b026-0184c6ebc557/9ca6f325-a313-48b4-874a-63f6de10419f/835deec4-df72-4987-a479-bdeca2042080) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:22.581025 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54060) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:22.698886 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] Publish callbacks [] for port (835deec4-df72-4987-a479-bdeca2042080), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:22.788252 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (835deec4-df72-4987-a479-bdeca2042080), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:22.810020 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Set router 5490e075-1894-4b51-a3c4-2487a7800c2d gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:47:22.989705 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] Network b3f5b26d-7786-4d76-b026-0184c6ebc557 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:23.135596 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] Pushing event updated for resources: {'Port': ['ID=835deec4-df72-4987-a479-bdeca2042080,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:23.154034 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:23.172508 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:23.176890 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752272'] for router_interface (617f618d-2e14-4c4b-ad90-367d83d66f0e), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:23.385009 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-66b44406-7ff9-42f5-bee9-36459a5bde0a admin admin] Publish callbacks [] for security_group (6b2501a0-0b3e-4853-8200-659c41ffb720), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:23.530139 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-66b44406-7ff9-42f5-bee9-36459a5bde0a admin admin] Publish callbacks [] for security_group (6b2501a0-0b3e-4853-8200-659c41ffb720), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:23.713235 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54084) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:23.731486 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-1fabfb0c-8bdf-4ef8-8de8-4e9b13de1cdc tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2016173937', 'description': 'tempest-description--974896417'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:23.736720 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Publish callbacks [] for port (6dac3a95-0e95-4b8f-8fee-5ea067afd1de), precommit_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:23.751461 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 9451de1a-419d-4c0c-9f86-f826b10c99a9 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:23.751837 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (9451de1a-419d-4c0c-9f86-f826b10c99a9), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:23.760976 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:20Z', 'revision_number': 4, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '9e2788c3-a0b7-44ec-9c46-65b19dc17125', 'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'mac_address': 'fa:16:3e:d9:f6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:17Z', 'updated_at': '2022-03-08T19:47:21Z', 'revision_number': 2, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'subnets': [{'id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:23.822347 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Checking router: 5490e075-1894-4b51-a3c4-2487a7800c2d for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:47:23.833333 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Updating router 5490e075-1894-4b51-a3c4-2487a7800c2d port 9e2788c3-a0b7-44ec-9c46-65b19dc17125 binding host dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:47:23.866297 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (6dac3a95-0e95-4b8f-8fee-5ea067afd1de), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:23.916979 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:23.917376 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0b110b3c-88bd-43f6-a294-e7edd1f21329 req-c6a32888-2380-4a76-9330-7d4ac5f38266 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 210 time: 0.1434839 Mar 08 19:47:23.921564 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:24.035806 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1fabfb0c-8bdf-4ef8-8de8-4e9b13de1cdc tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:24.050506 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 9451de1a-419d-4c0c-9f86-f826b10c99a9 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:24.050891 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (9451de1a-419d-4c0c-9f86-f826b10c99a9), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:24.090406 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07ecea-853c-4f37-954a-66b064e7f06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2501a0-0b3e-4853-8200-659c41ffb720,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:24.107167 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] For port 9451de1a-419d-4c0c-9f86-f826b10c99a9, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=9451de1a-419d-4c0c-9f86-f826b10c99a9,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:24.113861 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-66b44406-7ff9-42f5-bee9-36459a5bde0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (6b2501a0-0b3e-4853-8200-659c41ffb720), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:24.116158 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-2571d894-fea7-4f53-aab5-bc6db012f52b None None] Port c82e533e-e390-4b9d-a488-8d74fd193766 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:47:24.118398 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Attempting to bind port 6dac3a95-0e95-4b8f-8fee-5ea067afd1de on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:47:24.118941 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Attempting to bind port 6dac3a95-0e95-4b8f-8fee-5ea067afd1de by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:47:24.119593 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Attempting to bind port 6dac3a95-0e95-4b8f-8fee-5ea067afd1de on network 4ab513a0-00c2-4806-bea3-3166607858e9 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:24.134399 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-66b44406-7ff9-42f5-bee9-36459a5bde0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:24.135170 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-66b44406-7ff9-42f5-bee9-36459a5bde0a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b2501a0-0b3e-4853-8200-659c41ffb720 HTTP/1.1" status: 204 len: 168 time: 1.4138668 Mar 08 19:47:24.145164 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (9451de1a-419d-4c0c-9f86-f826b10c99a9), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:24.158676 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:47:24.159513 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Checking segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:24.160139 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:24.160780 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Bound using segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:47:24.162131 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Bound port: 6dac3a95-0e95-4b8f-8fee-5ea067afd1de, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:47:24.162730 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (6dac3a95-0e95-4b8f-8fee-5ea067afd1de), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:24.182301 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (835deec4-df72-4987-a479-bdeca2042080), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:24.227451 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (c82e533e-e390-4b9d-a488-8d74fd193766), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:24.299605 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4022363-9416-44cf-b6b6-1d3a0e2003a5 None None] Pushing event updated for resources: {'Port': ['ID=6dac3a95-0e95-4b8f-8fee-5ea067afd1de,revision_number=2']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:24.345350 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b44406-7ff9-42f5-bee9-36459a5bde0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2501a0-0b3e-4853-8200-659c41ffb720,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:24.540998 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device cf6fe000-888e-4442-9614-eb122b6ca7dc up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:24.578331 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-b912703b-cc2a-451c-82d4-4d34e9fe6dc1 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Publish callbacks [] for port (78cde18a-66af-4a1f-80ad-8995e7b46bad), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:24.619445 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] For port 6dac3a95-0e95-4b8f-8fee-5ea067afd1de, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:47:24.628765 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e4766514-0657-49f9-b4b3-874c86e801e5 None None] Provisioning complete for port 9e2788c3-a0b7-44ec-9c46-65b19dc17125 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:24.629202 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e4766514-0657-49f9-b4b3-874c86e801e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:24.647015 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] For port 6dac3a95-0e95-4b8f-8fee-5ea067afd1de, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=6dac3a95-0e95-4b8f-8fee-5ea067afd1de,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:47:24.768650 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54100) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:24.802569 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Publish callbacks [] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), precommit_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:24.823111 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:24.856200 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1fabfb0c-8bdf-4ef8-8de8-4e9b13de1cdc tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group (b591afbb-8193-4e6a-871a-a38b6d9834cb), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:24.876918 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Pushing event updated for resources: {'Port': ['ID=9451de1a-419d-4c0c-9f86-f826b10c99a9,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:24.890844 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (6dac3a95-0e95-4b8f-8fee-5ea067afd1de), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:24.994586 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1fabfb0c-8bdf-4ef8-8de8-4e9b13de1cdc tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (b591afbb-8193-4e6a-871a-a38b6d9834cb), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:25.065304 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff239d6-ce61-41e3-9982-ac3d52098b0d None None] Pushing event updated for resources: {'Port': ['ID=9e2788c3-a0b7-44ec-9c46-65b19dc17125,revision_number=3']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:25.144241 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabfb0c-8bdf-4ef8-8de8-4e9b13de1cdc tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b591afbb-8193-4e6a-871a-a38b6d9834cb,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:25.149608 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1fabfb0c-8bdf-4ef8-8de8-4e9b13de1cdc tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:25.152908 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-1fabfb0c-8bdf-4ef8-8de8-4e9b13de1cdc tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4346097 Mar 08 19:47:25.158834 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54116) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:25.188931 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-dddf1500-31d7-4389-9a1f-e1df42508ca3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Request body: {'security_group_rule': {'security_group_id': 'b591afbb-8193-4e6a-871a-a38b6d9834cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:25.251105 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4022363-9416-44cf-b6b6-1d3a0e2003a5 None None] Pushing event updated for resources: {'Port': ['ID=6dac3a95-0e95-4b8f-8fee-5ea067afd1de,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:25.275699 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port cf6fe000-888e-4442-9614-eb122b6ca7dc triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:25.278555 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (cf6fe000-888e-4442-9614-eb122b6ca7dc), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:25.302153 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e4766514-0657-49f9-b4b3-874c86e801e5 None None] Port 9e2788c3-a0b7-44ec-9c46-65b19dc17125 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:47:25.330333 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1d8c1499-775e-4d8f-a476-a95c8e22c9a9 req-e0893d56-f442-4f4d-b20f-29452923f0ff tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 210 time: 0.1031168 Mar 08 19:47:25.358643 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-31dcd812-ee67-46dd-9ef9-0e5b87f0710a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:25.396521 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Attempting to bind port 9e2788c3-a0b7-44ec-9c46-65b19dc17125 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:47:25.399233 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Attempting to bind port 9e2788c3-a0b7-44ec-9c46-65b19dc17125 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761'}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:47:25.399974 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Attempting to bind port 9e2788c3-a0b7-44ec-9c46-65b19dc17125 on network ac9a0f9f-89c1-4e71-af10-ae382be0f761 {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:25.408768 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Routers {'617f618d-2e14-4c4b-ad90-367d83d66f0e'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:47:25.414911 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:46:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['617f618d-2e14-4c4b-ad90-367d83d66f0e'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:25.427346 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:47:25.429174 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Checking segment: {'id': '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:25.431289 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:25.434039 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Bound using segment: {'id': '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761'} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:47:25.439542 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Bound port: 9e2788c3-a0b7-44ec-9c46-65b19dc17125, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761'}}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:47:25.442305 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:25.512045 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-31dcd812-ee67-46dd-9ef9-0e5b87f0710a admin admin] Publish callbacks [] for security_group (be942043-4a3d-4d09-a4c9-c4afda7f38cf), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:25.527608 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-dddf1500-31d7-4389-9a1f-e1df42508ca3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group_rule (b766ea54-446d-431f-936c-0e10ba28fdaa), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:25.530484 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-31dcd812-ee67-46dd-9ef9-0e5b87f0710a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (be942043-4a3d-4d09-a4c9-c4afda7f38cf), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:25.574379 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e4766514-0657-49f9-b4b3-874c86e801e5 None None] Provisioning complete for port 835deec4-df72-4987-a479-bdeca2042080 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:25.574756 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e4766514-0657-49f9-b4b3-874c86e801e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (835deec4-df72-4987-a479-bdeca2042080), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:25.595237 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-31dcd812-ee67-46dd-9ef9-0e5b87f0710a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2952f8f5a0804c17906e02411a9c558d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7055135 Mar 08 19:47:25.596715 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-b912703b-cc2a-451c-82d4-4d34e9fe6dc1 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (78cde18a-66af-4a1f-80ad-8995e7b46bad), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:25.598279 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54122) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:25.606713 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dcd812-ee67-46dd-9ef9-0e5b87f0710a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be942043-4a3d-4d09-a4c9-c4afda7f38cf,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:25.652565 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] Allocated IP 172.20.0.1 (e8886c69-71b5-4f2a-a8b1-45077b0e7696/a50455b0-9330-418e-b6d3-f83bdb8fede0/b47a4eac-3448-4ec2-877a-05f6f2bcd33f) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:25.687702 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-b912703b-cc2a-451c-82d4-4d34e9fe6dc1 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Network 953e5cc6-6737-446c-9b5c-918a66dc8d23 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:25.714645 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] For port 9e2788c3-a0b7-44ec-9c46-65b19dc17125, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:47:25.721978 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] For port 9e2788c3-a0b7-44ec-9c46-65b19dc17125, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=9e2788c3-a0b7-44ec-9c46-65b19dc17125,segment=NetworkSegment(5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0),segment_id=5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0)] {{(pid=109692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:47:25.734696 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] Publish callbacks [] for port (835deec4-df72-4987-a479-bdeca2042080), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:25.736370 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:25.765921 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (835deec4-df72-4987-a479-bdeca2042080), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:25.768994 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752252'] for router_interface (617f618d-2e14-4c4b-ad90-367d83d66f0e), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:25.793928 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-b912703b-cc2a-451c-82d4-4d34e9fe6dc1 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:25.796006 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912703b-cc2a-451c-82d4-4d34e9fe6dc1 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Pushing event updated for resources: {'Port': ['ID=78cde18a-66af-4a1f-80ad-8995e7b46bad,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:25.798442 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-b912703b-cc2a-451c-82d4-4d34e9fe6dc1 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:25.804772 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-b912703b-cc2a-451c-82d4-4d34e9fe6dc1 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:25.805805 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-b912703b-cc2a-451c-82d4-4d34e9fe6dc1 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for port (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:25.853914 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-b912703b-cc2a-451c-82d4-4d34e9fe6dc1 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6576896 Mar 08 19:47:25.862481 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-ff3bda0f-0f7e-40ff-aeac-2b9c7f7d2cfd tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:47:25.864015 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-ff3bda0f-0f7e-40ff-aeac-2b9c7f7d2cfd tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059633 Mar 08 19:47:25.909233 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e4766514-0657-49f9-b4b3-874c86e801e5 None None] Port 835deec4-df72-4987-a479-bdeca2042080 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:47:25.943390 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ccb760bd-71c6-4262-900f-02aa3945f2fd admin admin] Publish callbacks [] for security_group (be942043-4a3d-4d09-a4c9-c4afda7f38cf), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:25.979123 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] Publish callbacks [] for port (c82e533e-e390-4b9d-a488-8d74fd193766), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:26.023458 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ccb760bd-71c6-4262-900f-02aa3945f2fd admin admin] Publish callbacks [] for security_group (be942043-4a3d-4d09-a4c9-c4afda7f38cf), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:26.046030 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port cf6fe000-888e-4442-9614-eb122b6ca7dc is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:26.047605 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (cf6fe000-888e-4442-9614-eb122b6ca7dc), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:26.054997 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Routers {'5490e075-1894-4b51-a3c4-2487a7800c2d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:47:26.059215 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:46:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['5490e075-1894-4b51-a3c4-2487a7800c2d'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:26.074228 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff239d6-ce61-41e3-9982-ac3d52098b0d None None] Pushing event updated for resources: {'Port': ['ID=9e2788c3-a0b7-44ec-9c46-65b19dc17125,revision_number=4']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:26.076181 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (c82e533e-e390-4b9d-a488-8d74fd193766), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:26.077371 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752252'] for router_interface (d8357a97-1270-4600-8b32-23ca28274084), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:26.195111 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] Pushing event updated for resources: {'Port': ['ID=835deec4-df72-4987-a479-bdeca2042080,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:26.214749 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] For port cf6fe000-888e-4442-9614-eb122b6ca7dc, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=cf6fe000-888e-4442-9614-eb122b6ca7dc,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:26.227159 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-981e5a1e-4503-4045-93ca-57b51fa52855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:26.250173 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] Set router 617f618d-2e14-4c4b-ad90-367d83d66f0e gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:47:26.253643 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (cf6fe000-888e-4442-9614-eb122b6ca7dc), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:26.258167 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:26.276675 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ccb760bd-71c6-4262-900f-02aa3945f2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (be942043-4a3d-4d09-a4c9-c4afda7f38cf), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:26.294102 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ccb760bd-71c6-4262-900f-02aa3945f2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:26.295888 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-ccb760bd-71c6-4262-900f-02aa3945f2fd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be942043-4a3d-4d09-a4c9-c4afda7f38cf HTTP/1.1" status: 204 len: 168 time: 0.6860015 Mar 08 19:47:26.316365 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-dddf1500-31d7-4389-9a1f-e1df42508ca3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group_rule (b766ea54-446d-431f-936c-0e10ba28fdaa), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:26.354971 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Request body: {'port': {'device_id': '5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:26.355257 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] Pushing event updated for resources: {'Port': ['ID=c82e533e-e390-4b9d-a488-8d74fd193766,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:26.371173 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-dddf1500-31d7-4389-9a1f-e1df42508ca3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (b766ea54-446d-431f-936c-0e10ba28fdaa), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:26.393020 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] Set router 5490e075-1894-4b51-a3c4-2487a7800c2d gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:47:26.430749 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-df3cac1c-c9b9-4022-bd18-6d9f0d691b28 None None] Provisioning complete for port 9e2788c3-a0b7-44ec-9c46-65b19dc17125 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:26.443084 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-df3cac1c-c9b9-4022-bd18-6d9f0d691b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:26.471952 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb760bd-71c6-4262-900f-02aa3945f2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be942043-4a3d-4d09-a4c9-c4afda7f38cf,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:26.689926 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf1500-31d7-4389-9a1f-e1df42508ca3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b766ea54-446d-431f-936c-0e10ba28fdaa,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:26.729364 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-dddf1500-31d7-4389-9a1f-e1df42508ca3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:26.739988 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-dddf1500-31d7-4389-9a1f-e1df42508ca3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5579240 Mar 08 19:47:26.755495 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54152) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:26.759289 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] Publish callbacks [] for port (b47a4eac-3448-4ec2-877a-05f6f2bcd33f), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:26.796815 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-2b816f82-a286-472c-b340-48904dc4b7a4 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Request body: {'security_group_rule': {'security_group_id': 'b591afbb-8193-4e6a-871a-a38b6d9834cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:26.797551 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:26.799887 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (36b1ad70-e5aa-4ba1-9eb1-2763caf2a411), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:26.898611 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-df3cac1c-c9b9-4022-bd18-6d9f0d691b28 None None] Current status of the port 9e2788c3-a0b7-44ec-9c46-65b19dc17125 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:26.900016 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-df3cac1c-c9b9-4022-bd18-6d9f0d691b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:26.994760 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:20Z', 'revision_number': 4, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '9e2788c3-a0b7-44ec-9c46-65b19dc17125', 'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'mac_address': 'fa:16:3e:d9:f6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:17Z', 'updated_at': '2022-03-08T19:47:25Z', 'revision_number': 4, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'subnets': [{'id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:27.061854 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (78cde18a-66af-4a1f-80ad-8995e7b46bad), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:27.063820 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] Network b3f5b26d-7786-4d76-b026-0184c6ebc557 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:27.076749 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd2af64-c6c6-482e-8ea2-267c022ac7ae None None] The sync data for ids ['5490e075-1894-4b51-a3c4-2487a7800c2d'] in dv-cinder-830093-3-iscsi is: [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:20Z', 'revision_number': 4, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '9e2788c3-a0b7-44ec-9c46-65b19dc17125', 'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'mac_address': 'fa:16:3e:d9:f6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:17Z', 'updated_at': '2022-03-08T19:47:25Z', 'revision_number': 4, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'subnets': [{'id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:47:27.079393 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:27.087631 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] Network dfea349b-6bfd-41c2-92c4-062cebf33ab6 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:27.106404 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3901d7-9d4b-4114-9eec-4ad582964efb req-ed9cdf89-8edf-4bed-8297-be0e1bb9c023 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:27.108017 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3c3901d7-9d4b-4114-9eec-4ad582964efb req-ed9cdf89-8edf-4bed-8297-be0e1bb9c023 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 931 time: 0.5088556 Mar 08 19:47:27.170922 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:27.204195 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Pushing event updated for resources: {'Port': ['ID=cf6fe000-888e-4442-9614-eb122b6ca7dc,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:27.277636 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-2b816f82-a286-472c-b340-48904dc4b7a4 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group_rule (be618ba8-fa26-448d-8fda-28dad84c2c27), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:27.307864 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-df3cac1c-c9b9-4022-bd18-6d9f0d691b28 None None] For port 9e2788c3-a0b7-44ec-9c46-65b19dc17125, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=9e2788c3-a0b7-44ec-9c46-65b19dc17125,segment=NetworkSegment(5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0),segment_id=5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:27.325642 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-df3cac1c-c9b9-4022-bd18-6d9f0d691b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:27.366724 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (b47a4eac-3448-4ec2-877a-05f6f2bcd33f), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:27.426897 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cac1c-c9b9-4022-bd18-6d9f0d691b28 None None] Pushing event updated for resources: {'Port': ['ID=9e2788c3-a0b7-44ec-9c46-65b19dc17125,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:27.438960 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '835deec4-df72-4987-a479-bdeca2042080', 'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'mac_address': 'fa:16:3e:b3:62:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:22Z', 'updated_at': '2022-03-08T19:47:22Z', 'revision_number': 1, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'subnets': [{'id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:27.562439 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] Pushing event updated for resources: {'Port': ['ID=b47a4eac-3448-4ec2-877a-05f6f2bcd33f,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:27.625505 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] Network e8886c69-71b5-4f2a-a8b1-45077b0e7696 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:27.629896 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:27.633226 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (36b1ad70-e5aa-4ba1-9eb1-2763caf2a411), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:27.639494 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:27.645025 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:27.646750 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752272'] for router_interface (910be378-9fa1-49ea-ad7b-8631acd7c62d), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:27.672972 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a70bc2-7444-4988-8245-618788fc5ece None None] The sync data for ids ['617f618d-2e14-4c4b-ad90-367d83d66f0e'] in dv-cinder-830093-3-iscsi is: [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '835deec4-df72-4987-a479-bdeca2042080', 'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'mac_address': 'fa:16:3e:b3:62:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:22Z', 'updated_at': '2022-03-08T19:47:22Z', 'revision_number': 1, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'subnets': [{'id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:47:27.739690 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-46c2d116-50b6-4bef-b963-5e63da2f92e5 None None] Provisioning complete for port 9e2788c3-a0b7-44ec-9c46-65b19dc17125 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:27.739989 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-46c2d116-50b6-4bef-b963-5e63da2f92e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:27.783513 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] For port 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=36b1ad70-e5aa-4ba1-9eb1-2763caf2a411,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:27.785904 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54172) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:27.837042 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (36b1ad70-e5aa-4ba1-9eb1-2763caf2a411), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:27.931810 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3c3901d7-9d4b-4114-9eec-4ad582964efb req-2b16222c-6ce7-4574-a03d-dbafd84008b6 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7512722 Mar 08 19:47:28.128504 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Pushing event updated for resources: {'Port': ['ID=36b1ad70-e5aa-4ba1-9eb1-2763caf2a411,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:28.139914 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] Router 617f618d-2e14-4c4b-ad90-367d83d66f0e has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:47:28.242949 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-46c2d116-50b6-4bef-b963-5e63da2f92e5 None None] Current status of the port 9e2788c3-a0b7-44ec-9c46-65b19dc17125 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:28.390259 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-1cda98a1-1f66-4bc0-8ccf-193d93feccbe None None] Provisioning complete for port c82e533e-e390-4b9d-a488-8d74fd193766 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:28.392786 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1cda98a1-1f66-4bc0-8ccf-193d93feccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (c82e533e-e390-4b9d-a488-8d74fd193766), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:28.397835 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 9e2788c3-a0b7-44ec-9c46-65b19dc17125 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:28.497282 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:47:28.507146 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] Router d8357a97-1270-4600-8b32-23ca28274084 has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:47:28.512974 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-baf2f566-ef24-4396-bed9-6c37e4804a9c admin admin] 10.222.0.45 "PUT /v2.0/routers/617f618d-2e14-4c4b-ad90-367d83d66f0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4920826 Mar 08 19:47:28.537722 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8fcc2206-ce1b-44e2-a9e9-ee4e3be3c05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:28.556672 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-2b816f82-a286-472c-b340-48904dc4b7a4 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group_rule (be618ba8-fa26-448d-8fda-28dad84c2c27), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:28.616039 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-2b816f82-a286-472c-b340-48904dc4b7a4 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (be618ba8-fa26-448d-8fda-28dad84c2c27), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:28.808106 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8fcc2206-ce1b-44e2-a9e9-ee4e3be3c05f admin admin] Publish callbacks [] for security_group (4fd02ffb-37b8-44e8-a716-180d2a5fcc26), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:28.821107 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8fcc2206-ce1b-44e2-a9e9-ee4e3be3c05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (4fd02ffb-37b8-44e8-a716-180d2a5fcc26), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:28.857129 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-973ad564-642a-4956-8bff-81a6130d5053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:28.878042 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-1cda98a1-1f66-4bc0-8ccf-193d93feccbe None None] Port c82e533e-e390-4b9d-a488-8d74fd193766 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:47:28.899993 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-1cda98a1-1f66-4bc0-8ccf-193d93feccbe None None] Provisioning complete for port 835deec4-df72-4987-a479-bdeca2042080 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:28.901551 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1cda98a1-1f66-4bc0-8ccf-193d93feccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (835deec4-df72-4987-a479-bdeca2042080), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:28.903980 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.notifiers.nova [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cde18a-66af-4a1f-80ad-8995e7b46bad {{(pid=109690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:47:28.913920 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Publish callbacks [] for port (78cde18a-66af-4a1f-80ad-8995e7b46bad), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:28.938347 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.provisioning_blocks [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Transition to ACTIVE for port object 78cde18a-66af-4a1f-80ad-8995e7b46bad will not be triggered until provisioned by entity L2. {{(pid=109690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:47:28.950969 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc2206-ce1b-44e2-a9e9-ee4e3be3c05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd02ffb-37b8-44e8-a716-180d2a5fcc26,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:28.988835 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b816f82-a286-472c-b340-48904dc4b7a4 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be618ba8-fa26-448d-8fda-28dad84c2c27,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:29.004480 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (78cde18a-66af-4a1f-80ad-8995e7b46bad), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:29.006978 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54204) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:29.007121 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-8fcc2206-ce1b-44e2-a9e9-ee4e3be3c05f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=286f12f09c0e4d37b44f1069ba512008&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2041039 Mar 08 19:47:29.048613 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:47:29.051735 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 9e2788c3-a0b7-44ec-9c46-65b19dc17125 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:29.052124 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:29.069514 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-6c75e2a7-4473-40d1-9723-780aa82d601b admin admin] 10.222.0.45 "PUT /v2.0/routers/d8357a97-1270-4600-8b32-23ca28274084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5155129 Mar 08 19:47:29.083646 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Sync routers for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:47:29.094681 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-1cda98a1-1f66-4bc0-8ccf-193d93feccbe None None] Port 835deec4-df72-4987-a479-bdeca2042080 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:47:29.145117 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:47:29.150593 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:47:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:29.258301 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9c251034-d037-45e0-89c9-d0a8781f9184 admin admin] Publish callbacks [] for security_group (4fd02ffb-37b8-44e8-a716-180d2a5fcc26), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:29.282035 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d05f87-d7ef-4385-964c-48bad345f0b2 req-e9c31a0d-cfac-4b90-83a2-0c01681397d1 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:29.293953 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-99d05f87-d7ef-4385-964c-48bad345f0b2 req-e9c31a0d-cfac-4b90-83a2-0c01681397d1 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 943 time: 0.2226107 Mar 08 19:47:29.333542 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9c251034-d037-45e0-89c9-d0a8781f9184 admin admin] Publish callbacks [] for security_group (4fd02ffb-37b8-44e8-a716-180d2a5fcc26), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:29.541652 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-2b816f82-a286-472c-b340-48904dc4b7a4 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:29.560334 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-2b816f82-a286-472c-b340-48904dc4b7a4 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7776463 Mar 08 19:47:29.575380 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-99d05f87-d7ef-4385-964c-48bad345f0b2 req-cef6a6e5-7e7a-40ba-a81f-19ca6847ab67 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710662 Mar 08 19:47:29.575910 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54214) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:29.581055 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-87df697c-9a1d-4e80-a624-f21b6957ade5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Request body: {'floatingip': {'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:29.609772 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-87df697c-9a1d-4e80-a624-f21b6957ade5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:29.613611 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9c251034-d037-45e0-89c9-d0a8781f9184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (4fd02ffb-37b8-44e8-a716-180d2a5fcc26), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:29.626999 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9c251034-d037-45e0-89c9-d0a8781f9184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:29.628495 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-9c251034-d037-45e0-89c9-d0a8781f9184 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4fd02ffb-37b8-44e8-a716-180d2a5fcc26 HTTP/1.1" status: 204 len: 168 time: 0.5982659 Mar 08 19:47:29.650325 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:47:29.715635 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Pushing event updated for resources: {'Port': ['ID=78cde18a-66af-4a1f-80ad-8995e7b46bad,revision_number=2']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:29.781414 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54218) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:29.849609 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c251034-d037-45e0-89c9-d0a8781f9184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd02ffb-37b8-44e8-a716-180d2a5fcc26,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:29.873007 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:29.941045 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54226) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:29.953474 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 9e2788c3-a0b7-44ec-9c46-65b19dc17125 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:29.954694 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device cf6fe000-888e-4442-9614-eb122b6ca7dc up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:30.010954 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-af73db01-7cc9-4ece-ae28-0d0fe78d21c8 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1101955667', 'description': 'tempest-description--1138440831'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:30.042808 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (b47a4eac-3448-4ec2-877a-05f6f2bcd33f), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:30.070880 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.managers [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Attempting to bind port 78cde18a-66af-4a1f-80ad-8995e7b46bad on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:47:30.071358 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.managers [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Attempting to bind port 78cde18a-66af-4a1f-80ad-8995e7b46bad by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3ab33ffe-577f-47e7-8c66-788b5fe820ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '953e5cc6-6737-446c-9b5c-918a66dc8d23'}] {{(pid=109690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:47:30.071797 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Attempting to bind port 78cde18a-66af-4a1f-80ad-8995e7b46bad on network 953e5cc6-6737-446c-9b5c-918a66dc8d23 {{(pid=109690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:30.103442 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Port 78cde18a-66af-4a1f-80ad-8995e7b46bad on network 953e5cc6-6737-446c-9b5c-918a66dc8d23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:47:30.103935 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Attempting to bind port 78cde18a-66af-4a1f-80ad-8995e7b46bad on network 953e5cc6-6737-446c-9b5c-918a66dc8d23 {{(pid=109690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:30.188076 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-af73db01-7cc9-4ece-ae28-0d0fe78d21c8 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:30.370615 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port cf6fe000-888e-4442-9614-eb122b6ca7dc triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:30.370999 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (cf6fe000-888e-4442-9614-eb122b6ca7dc), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:30.394824 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-87df697c-9a1d-4e80-a624-f21b6957ade5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:30.802503 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-5f0145a6-886d-4ffb-930d-9b90de072d9b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1417654022-network', 'tenant_id': '2ca80db465284e7d9018e8fd7a1496e1'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:30.864316 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0145a6-886d-4ffb-930d-9b90de072d9b admin admin] Made reservation on behalf of 2ca80db465284e7d9018e8fd7a1496e1 for: {'network': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:30.869632 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port cf6fe000-888e-4442-9614-eb122b6ca7dc is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:30.872065 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 9451de1a-419d-4c0c-9f86-f826b10c99a9 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:30.883415 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5f0145a6-886d-4ffb-930d-9b90de072d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:30.888671 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:47:30.889200 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Checking segment: {'id': '3ab33ffe-577f-47e7-8c66-788b5fe820ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '953e5cc6-6737-446c-9b5c-918a66dc8d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:30.892246 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Bound using segment: {'id': '3ab33ffe-577f-47e7-8c66-788b5fe820ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '953e5cc6-6737-446c-9b5c-918a66dc8d23'} {{(pid=109690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:47:30.897259 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.managers [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Bound port: 78cde18a-66af-4a1f-80ad-8995e7b46bad, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab33ffe-577f-47e7-8c66-788b5fe820ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '953e5cc6-6737-446c-9b5c-918a66dc8d23'}}] {{(pid=109690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:47:30.897675 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (78cde18a-66af-4a1f-80ad-8995e7b46bad), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:30.972245 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-af73db01-7cc9-4ece-ae28-0d0fe78d21c8 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group (f1d6f5e7-230f-4b6a-9069-62f7bbab5514), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:30.983454 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 2, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:30.986283 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 9451de1a-419d-4c0c-9f86-f826b10c99a9 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:30.988953 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (9451de1a-419d-4c0c-9f86-f826b10c99a9), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:31.031910 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5f0145a6-886d-4ffb-930d-9b90de072d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:31.060201 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-af73db01-7cc9-4ece-ae28-0d0fe78d21c8 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (f1d6f5e7-230f-4b6a-9069-62f7bbab5514), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:31.078621 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Checking router: d8357a97-1270-4600-8b32-23ca28274084 for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:47:31.079170 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Updating router d8357a97-1270-4600-8b32-23ca28274084 port c82e533e-e390-4b9d-a488-8d74fd193766 binding host dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:47:31.123216 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-af73db01-7cc9-4ece-ae28-0d0fe78d21c8 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:31.130565 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (c82e533e-e390-4b9d-a488-8d74fd193766), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:31.136316 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-af73db01-7cc9-4ece-ae28-0d0fe78d21c8 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1444414 Mar 08 19:47:31.147059 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54236) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:31.201485 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54238) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:31.213578 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-5273300c-0f89-4d0d-a299-0917d1dfd807 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Request body: {'security_group_rule': {'security_group_id': 'f1d6f5e7-230f-4b6a-9069-62f7bbab5514', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:31.214162 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:31.270877 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 9451de1a-419d-4c0c-9f86-f826b10c99a9 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:31.331234 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [None req-87df697c-9a1d-4e80-a624-f21b6957ade5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Allocated IP 172.27.1.155 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/40ff0a59-09be-4c73-a750-4d135c9575a7) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:31.339951 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73db01-7cc9-4ece-ae28-0d0fe78d21c8 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d6f5e7-230f-4b6a-9069-62f7bbab5514,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:31.414482 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c56cbc44-caee-4390-8ec8-9fe38548a88e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:31.454714 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5273300c-0f89-4d0d-a299-0917d1dfd807 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group_rule (2782dfdd-1c73-410f-8270-d3b11e9cb4a1), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:31.486167 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13db701-8846-4726-810e-d03ececb949f req-ca19ef7e-b6ab-482d-8315-3e0f1dab06e3 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:31.494398 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c13db701-8846-4726-810e-d03ececb949f req-ca19ef7e-b6ab-482d-8315-3e0f1dab06e3 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 943 time: 0.6585755 Mar 08 19:47:31.547800 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] For port 78cde18a-66af-4a1f-80ad-8995e7b46bad, host hv-cinder-83009, cleared binding levels {{(pid=109690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:47:31.645355 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] For port 78cde18a-66af-4a1f-80ad-8995e7b46bad, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=78cde18a-66af-4a1f-80ad-8995e7b46bad,segment=NetworkSegment(3ab33ffe-577f-47e7-8c66-788b5fe820ae),segment_id=3ab33ffe-577f-47e7-8c66-788b5fe820ae)] {{(pid=109690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:47:31.706912 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 6dac3a95-0e95-4b8f-8fee-5ea067afd1de up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:31.719445 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (78cde18a-66af-4a1f-80ad-8995e7b46bad), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:31.732213 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Publish callbacks [] for port (c82e533e-e390-4b9d-a488-8d74fd193766), precommit_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:31.771612 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c56cbc44-caee-4390-8ec8-9fe38548a88e admin admin] Publish callbacks [] for security_group (26674eeb-8aaa-480c-afb5-1a6a062bd61a), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:31.780208 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (c82e533e-e390-4b9d-a488-8d74fd193766), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:31.834043 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54244) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:31.846182 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-a3f80776-6d3d-4690-9201-4f02a5573a11 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2025488656', 'description': 'tempest-description--1347679570'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:31.903761 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c56cbc44-caee-4390-8ec8-9fe38548a88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (26674eeb-8aaa-480c-afb5-1a6a062bd61a), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:31.935059 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] Publish callbacks [] for port (b47a4eac-3448-4ec2-877a-05f6f2bcd33f), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:31.945167 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c13db701-8846-4726-810e-d03ececb949f req-dae90f36-3674-446f-bbcb-96daabdefaba tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487977 Mar 08 19:47:31.946626 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a3f80776-6d3d-4690-9201-4f02a5573a11 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:31.952815 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:31.953956 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for port (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:31.955778 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] 10.222.0.60 "PUT /v2.0/ports/78cde18a-66af-4a1f-80ad-8995e7b46bad HTTP/1.1" status: 200 len: 1093 time: 5.8089013 Mar 08 19:47:31.978052 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34', 'tag': '78cde18a-66af-4a1f-80ad-8995e7b46bad'}] {{(pid=109690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:47:31.982346 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c497d08-7614-480f-ba8e-fd1452824d4b None None] Pushing event updated for resources: {'Port': ['ID=c82e533e-e390-4b9d-a488-8d74fd193766,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:32.104691 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 6dac3a95-0e95-4b8f-8fee-5ea067afd1de triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:32.105285 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (6dac3a95-0e95-4b8f-8fee-5ea067afd1de), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.136054 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-87df697c-9a1d-4e80-a624-f21b6957ade5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for port (40ff0a59-09be-4c73-a750-4d135c9575a7), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.145272 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Attempting to bind port c82e533e-e390-4b9d-a488-8d74fd193766 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:47:32.146634 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Attempting to bind port c82e533e-e390-4b9d-a488-8d74fd193766 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:47:32.147111 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Attempting to bind port c82e533e-e390-4b9d-a488-8d74fd193766 on network dfea349b-6bfd-41c2-92c4-062cebf33ab6 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:32.165912 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:47:32.167824 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Checking segment: {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:32.168385 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.171628 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Bound using segment: {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:47:32.172303 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Bound port: c82e533e-e390-4b9d-a488-8d74fd193766, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:47:32.172853 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (c82e533e-e390-4b9d-a488-8d74fd193766), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.190297 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-87df697c-9a1d-4e80-a624-f21b6957ade5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (40ff0a59-09be-4c73-a750-4d135c9575a7), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.196684 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (b47a4eac-3448-4ec2-877a-05f6f2bcd33f), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.200885 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752252'] for router_interface (910be378-9fa1-49ea-ad7b-8631acd7c62d), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.346858 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5273300c-0f89-4d0d-a299-0917d1dfd807 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group_rule (2782dfdd-1c73-410f-8270-d3b11e9cb4a1), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.357204 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5273300c-0f89-4d0d-a299-0917d1dfd807 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (2782dfdd-1c73-410f-8270-d3b11e9cb4a1), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.383145 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df697c-9a1d-4e80-a624-f21b6957ade5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Pushing event updated for resources: {'Port': ['ID=40ff0a59-09be-4c73-a750-4d135c9575a7,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:32.401939 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273300c-0f89-4d0d-a299-0917d1dfd807 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2782dfdd-1c73-410f-8270-d3b11e9cb4a1,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:32.410380 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 6dac3a95-0e95-4b8f-8fee-5ea067afd1de is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:32.410985 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (6dac3a95-0e95-4b8f-8fee-5ea067afd1de), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.417645 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] For port c82e533e-e390-4b9d-a488-8d74fd193766, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:47:32.420783 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.427106 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5f0145a6-886d-4ffb-930d-9b90de072d9b admin admin] Publish callbacks [] for security_group (81227a63-28fe-43e4-b46f-c13e75b6906f), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.435327 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87df697c-9a1d-4e80-a624-f21b6957ade5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:32.441684 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5f0145a6-886d-4ffb-930d-9b90de072d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (81227a63-28fe-43e4-b46f-c13e75b6906f), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.444139 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] For port c82e533e-e390-4b9d-a488-8d74fd193766, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=c82e533e-e390-4b9d-a488-8d74fd193766,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:47:32.446854 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-87df697c-9a1d-4e80-a624-f21b6957ade5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:32.450336 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87df697c-9a1d-4e80-a624-f21b6957ade5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:32.458062 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] For port 6dac3a95-0e95-4b8f-8fee-5ea067afd1de, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=6dac3a95-0e95-4b8f-8fee-5ea067afd1de,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:32.462231 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (c82e533e-e390-4b9d-a488-8d74fd193766), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.492883 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f3cf0-9db9-4f96-9e25-0c9e9f4b8d89 service neutron] Pushing event updated for resources: {'Port': ['ID=78cde18a-66af-4a1f-80ad-8995e7b46bad,revision_number=3']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:32.519640 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-c56cbc44-caee-4390-8ec8-9fe38548a88e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf116f5c8a3c4651a225b9fcdcaed990&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2657094 Mar 08 19:47:32.526753 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (6dac3a95-0e95-4b8f-8fee-5ea067afd1de), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.527508 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:32.534883 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54252) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:32.540438 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cbc44-caee-4390-8ec8-9fe38548a88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26674eeb-8aaa-480c-afb5-1a6a062bd61a,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:32.550472 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0145a6-886d-4ffb-930d-9b90de072d9b admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:47:32.563795 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5f0145a6-886d-4ffb-930d-9b90de072d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (089db93d-ce33-4f0d-b290-0bdc34824693), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.564691 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.segments_db [None req-5f0145a6-886d-4ffb-930d-9b90de072d9b admin admin] Added segment 089db93d-ce33-4f0d-b290-0bdc34824693 of type vlan for network ad8d0002-5723-4810-9b88-67ddaf39bea4 Mar 08 19:47:32.624951 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5f0145a6-886d-4ffb-930d-9b90de072d9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (ad8d0002-5723-4810-9b88-67ddaf39bea4), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.627765 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-36967e1c-a7d5-4dd9-bac6-3635cf7e4695 None None] Provisioning complete for port c82e533e-e390-4b9d-a488-8d74fd193766 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:32.628165 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-36967e1c-a7d5-4dd9-bac6-3635cf7e4695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (c82e533e-e390-4b9d-a488-8d74fd193766), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.635451 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a3f80776-6d3d-4690-9201-4f02a5573a11 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (ed43385b-cdbc-4609-949e-460cb846970c), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.685022 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5f0145a6-886d-4ffb-930d-9b90de072d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (ad8d0002-5723-4810-9b88-67ddaf39bea4), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.690612 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0145a6-886d-4ffb-930d-9b90de072d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:32.691421 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5f0145a6-886d-4ffb-930d-9b90de072d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.707022 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c497d08-7614-480f-ba8e-fd1452824d4b None None] Pushing event updated for resources: {'Port': ['ID=c82e533e-e390-4b9d-a488-8d74fd193766,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:32.714126 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d8e885dd147d8b917037df1c13c0f120f07ec6cc2713c5f97f9f0f1cce2c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a71975-36ec-43dc-9c85-9c23fa73686c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34", "tag": "78cde18a-66af-4a1f-80ad-8995e7b46bad"}]}' {{(pid=109690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:47:32.724076 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:47:32.728300 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:47:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:32.745505 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5273300c-0f89-4d0d-a299-0917d1dfd807 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.746979 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-5273300c-0f89-4d0d-a299-0917d1dfd807 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5730135 Mar 08 19:47:32.750404 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54258) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:32.752240 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] Pushing event updated for resources: {'Port': ['ID=b47a4eac-3448-4ec2-877a-05f6f2bcd33f,revision_number=2']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:32.771773 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-17a7727d-945f-40a2-85d4-a35aefcdfbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:32.774219 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-17a7727d-945f-40a2-85d4-a35aefcdfbe7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=abb03c05d95347c1a22833cddc763e2b&device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 1127 time: 0.6508014 Mar 08 19:47:32.774991 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a3f80776-6d3d-4690-9201-4f02a5573a11 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ed43385b-cdbc-4609-949e-460cb846970c), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.862805 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-5f0145a6-886d-4ffb-930d-9b90de072d9b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.0792108 Mar 08 19:47:32.922134 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54262) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:32.929734 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f80776-6d3d-4690-9201-4f02a5573a11 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed43385b-cdbc-4609-949e-460cb846970c,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:32.934691 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-c3b187f6-e74c-4789-9ecc-c72533e17f65 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78cde18a-66af-4a1f-80ad-8995e7b46bad HTTP/1.1" status: 200 len: 217 time: 0.1005735 Mar 08 19:47:32.938201 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a3f80776-6d3d-4690-9201-4f02a5573a11 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:32.942161 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-a3f80776-6d3d-4690-9201-4f02a5573a11 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0983059 Mar 08 19:47:32.942335 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-2b1c8c94-8bb0-4e27-9a9f-b43440241c2e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Request body: {'security_group_rule': {'security_group_id': 'f1d6f5e7-230f-4b6a-9069-62f7bbab5514', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:32.949246 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54264) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:33.013525 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-de66b90d-cbb3-43e5-b6f9-a3c57b12b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:33.014986 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-de66b90d-cbb3-43e5-b6f9-a3c57b12b38c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bfa48715-7930-40b3-8def-491d66dc7aa5 HTTP/1.1" status: 200 len: 852 time: 0.0689030 Mar 08 19:47:33.020934 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-b0f5415b-763c-45ee-84c1-f1103b18053b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'security_group_rule': {'security_group_id': 'ed43385b-cdbc-4609-949e-460cb846970c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:33.035089 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] Network e8886c69-71b5-4f2a-a8b1-45077b0e7696 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:33.039878 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:33.051836 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-821f081d-a9aa-4680-86c7-95cfd803af10 admin admin] Request body: {'subnet': {'network_id': 'ad8d0002-5723-4810-9b88-67ddaf39bea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1417654022-subnet', 'tenant_id': '2ca80db465284e7d9018e8fd7a1496e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:33.163411 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0145a6-886d-4ffb-930d-9b90de072d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81227a63-28fe-43e4-b46f-c13e75b6906f,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:33.230879 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0145a6-886d-4ffb-930d-9b90de072d9b admin admin] Pushing event updated for resources: {'Network': ['ID=ad8d0002-5723-4810-9b88-67ddaf39bea4,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:33.241114 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-87df697c-9a1d-4e80-a624-f21b6957ade5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for floatingip (798140c5-fea2-4602-a3fb-b174b8359154), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:33.242547 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-57c1b8b8-01ce-4c88-8d76-e29f540935ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=953e5cc6-6737-446c-9b5c-918a66dc8d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2059104 Mar 08 19:47:33.245341 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfa38f8-2fea-42bf-b57e-14e928ef63db x-openstack-request-id: req-2dfa38f8-2fea-42bf-b57e-14e928ef63db {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:47:33.245635 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34", "tag": "78cde18a-66af-4a1f-80ad-8995e7b46bad", "status": "completed", "code": 200}]} {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:47:33.246483 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2dfa38f8-2fea-42bf-b57e-14e928ef63db {{(pid=109690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:47:33.247240 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34', 'tag': '78cde18a-66af-4a1f-80ad-8995e7b46bad', 'status': 'completed', 'code': 200} Mar 08 19:47:33.302922 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] Router 910be378-9fa1-49ea-ad7b-8631acd7c62d has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:47:33.313525 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network ad8d0002-5723-4810-9b88-67ddaf39bea4 details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:47:33.324119 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Pushing event updated for resources: {'Port': ['ID=6dac3a95-0e95-4b8f-8fee-5ea067afd1de,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:33.330146 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2a4d39f9-a292-4bd7-b776-3e4a05d36a7e admin admin] Publish callbacks [] for security_group (26674eeb-8aaa-480c-afb5-1a6a062bd61a), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:33.332659 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2b1c8c94-8bb0-4e27-9a9f-b43440241c2e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group_rule (6f00c8ec-0d7f-41d4-87b1-2e573348605e), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:33.336924 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:33.337123 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (36b1ad70-e5aa-4ba1-9eb1-2763caf2a411), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:33.339514 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821f081d-a9aa-4680-86c7-95cfd803af10 admin admin] Made reservation on behalf of 2ca80db465284e7d9018e8fd7a1496e1 for: {'subnet': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:33.342336 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-821f081d-a9aa-4680-86c7-95cfd803af10 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:33.416574 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:47:33.420417 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-87df697c-9a1d-4e80-a624-f21b6957ade5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (40ff0a59-09be-4c73-a750-4d135c9575a7), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:33.450049 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-75984977-1277-4a3a-b847-8ccf6ed8294a service neutron] 10.222.0.60 "GET /v2.0/networks/953e5cc6-6737-446c-9b5c-918a66dc8d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433721 Mar 08 19:47:33.505287 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b0f5415b-763c-45ee-84c1-f1103b18053b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (ab7be5c2-9c70-4cf7-8d42-5726e2a2f13f), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:33.520974 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746e8ea-845e-4dd6-995c-59c112faec0c req-8274cb13-0621-40a1-9180-fc101148d5da tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:33.523580 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a746e8ea-845e-4dd6-995c-59c112faec0c req-8274cb13-0621-40a1-9180-fc101148d5da tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 943 time: 0.2798772 Mar 08 19:47:33.627194 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:47:33.629928 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-36967e1c-a7d5-4dd9-bac6-3635cf7e4695 None None] Current status of the port c82e533e-e390-4b9d-a488-8d74fd193766 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:33.630482 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-36967e1c-a7d5-4dd9-bac6-3635cf7e4695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (c82e533e-e390-4b9d-a488-8d74fd193766), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:33.648941 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-87df697c-9a1d-4e80-a624-f21b6957ade5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for port (40ff0a59-09be-4c73-a750-4d135c9575a7), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:33.686631 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2a4d39f9-a292-4bd7-b776-3e4a05d36a7e admin admin] Publish callbacks [] for security_group (26674eeb-8aaa-480c-afb5-1a6a062bd61a), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:33.717509 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-87df697c-9a1d-4e80-a624-f21b6957ade5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (40ff0a59-09be-4c73-a750-4d135c9575a7), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:33.754772 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-36967e1c-a7d5-4dd9-bac6-3635cf7e4695 None None] For port c82e533e-e390-4b9d-a488-8d74fd193766, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=c82e533e-e390-4b9d-a488-8d74fd193766,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:33.784586 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-36967e1c-a7d5-4dd9-bac6-3635cf7e4695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (c82e533e-e390-4b9d-a488-8d74fd193766), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:33.815681 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-87df697c-9a1d-4e80-a624-f21b6957ade5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (798140c5-fea2-4602-a3fb-b174b8359154), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:33.848137 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-87df697c-9a1d-4e80-a624-f21b6957ade5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:33.859431 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-87df697c-9a1d-4e80-a624-f21b6957ade5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2823496 Mar 08 19:47:33.861942 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2b1c8c94-8bb0-4e27-9a9f-b43440241c2e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group_rule (6f00c8ec-0d7f-41d4-87b1-2e573348605e), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:33.873137 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2b1c8c94-8bb0-4e27-9a9f-b43440241c2e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (6f00c8ec-0d7f-41d4-87b1-2e573348605e), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:33.896200 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c8c94-8bb0-4e27-9a9f-b43440241c2e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f00c8ec-0d7f-41d4-87b1-2e573348605e,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:33.903250 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df697c-9a1d-4e80-a624-f21b6957ade5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Pushing event updated for resources: {'Port': ['ID=40ff0a59-09be-4c73-a750-4d135c9575a7,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:33.906795 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a746e8ea-845e-4dd6-995c-59c112faec0c req-180df714-9b51-4a87-af21-2fc4d0f6c273 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685403 Mar 08 19:47:33.918603 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:34.019927 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36967e1c-a7d5-4dd9-bac6-3635cf7e4695 None None] Pushing event updated for resources: {'Port': ['ID=c82e533e-e390-4b9d-a488-8d74fd193766,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:34.032069 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2b1c8c94-8bb0-4e27-9a9f-b43440241c2e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:34.033861 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-2b1c8c94-8bb0-4e27-9a9f-b43440241c2e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2168174 Mar 08 19:47:34.111539 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2a4d39f9-a292-4bd7-b776-3e4a05d36a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (26674eeb-8aaa-480c-afb5-1a6a062bd61a), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:34.119994 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2a4d39f9-a292-4bd7-b776-3e4a05d36a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:34.123632 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-2a4d39f9-a292-4bd7-b776-3e4a05d36a7e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26674eeb-8aaa-480c-afb5-1a6a062bd61a HTTP/1.1" status: 204 len: 168 time: 1.4583437 Mar 08 19:47:34.133413 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54286) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:34.149912 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-4a1976ce-729b-43c6-8122-74e9d6df38d4 None None] Provisioning complete for port c82e533e-e390-4b9d-a488-8d74fd193766 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:34.150292 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-4a1976ce-729b-43c6-8122-74e9d6df38d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (c82e533e-e390-4b9d-a488-8d74fd193766), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:34.157314 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0191e0a8-6a5b-4ef1-b913-c502b58e83b5 req-3e7c163e-e1cf-4138-9d42-847fcd762de8 service neutron] 10.222.0.60 "GET /v2.0/networks/953e5cc6-6737-446c-9b5c-918a66dc8d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6955888 Mar 08 19:47:34.232630 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-4e9dcc4a-2c85-43dd-9a71-d71d717f16ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Request body: {'floatingip': {'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:34.234319 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 6dac3a95-0e95-4b8f-8fee-5ea067afd1de up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:34.253626 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d39f9-a292-4bd7-b776-3e4a05d36a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26674eeb-8aaa-480c-afb5-1a6a062bd61a,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:34.376897 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 6dac3a95-0e95-4b8f-8fee-5ea067afd1de triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:34.377629 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (6dac3a95-0e95-4b8f-8fee-5ea067afd1de), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:34.380523 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:32Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:34.409582 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b0f5415b-763c-45ee-84c1-f1103b18053b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (ab7be5c2-9c70-4cf7-8d42-5726e2a2f13f), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:34.427902 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b0f5415b-763c-45ee-84c1-f1103b18053b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (ab7be5c2-9c70-4cf7-8d42-5726e2a2f13f), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:34.430391 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-4a1976ce-729b-43c6-8122-74e9d6df38d4 None None] Current status of the port c82e533e-e390-4b9d-a488-8d74fd193766 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:34.436964 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0a7ad7-b6bb-46ae-b9d9-0c89bbba155b None None] The sync data for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi is: [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:32Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:47:34.480092 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:47:34.485229 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5415b-763c-45ee-84c1-f1103b18053b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7be5c2-9c70-4cf7-8d42-5726e2a2f13f,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:34.501027 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-9caf0adb-df98-4326-84fc-c13bd7e0beef admin admin] 10.222.0.45 "PUT /v2.0/routers/910be378-9fa1-49ea-ad7b-8631acd7c62d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2802417 Mar 08 19:47:34.506258 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b0f5415b-763c-45ee-84c1-f1103b18053b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:34.510630 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-b0f5415b-763c-45ee-84c1-f1103b18053b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4971743 Mar 08 19:47:34.510763 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4e9dcc4a-2c85-43dd-9a71-d71d717f16ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:34.512055 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a71975-36ec-43dc-9c85-9c23fa73686c req-8dcb2351-4e11-4bc9-bea0-f9d6e852be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:34.513734 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-19a71975-36ec-43dc-9c85-9c23fa73686c req-8dcb2351-4e11-4bc9-bea0-f9d6e852be78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=abb03c05d95347c1a22833cddc763e2b&device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 1127 time: 0.2646604 Mar 08 19:47:34.514200 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54304) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:34.518802 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-25866f7e-c39d-460b-aac8-be2eeac8e898 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'security_group_rule': {'security_group_id': 'ed43385b-cdbc-4609-949e-460cb846970c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:34.525961 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Sync routers for ids ['910be378-9fa1-49ea-ad7b-8631acd7c62d'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:47:34.541003 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Routers {'910be378-9fa1-49ea-ad7b-8631acd7c62d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:47:34.541927 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:47:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['910be378-9fa1-49ea-ad7b-8631acd7c62d'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:34.658483 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 6dac3a95-0e95-4b8f-8fee-5ea067afd1de is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:34.813030 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-1f8e0f9c-5d22-4d3a-9a3a-c2b923affa08 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2016173937&fields=id&tenant_id=b21199b1cdf9475b8db163893c789545 HTTP/1.1" status: 200 len: 267 time: 0.4582605 Mar 08 19:47:34.822082 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-821f081d-a9aa-4680-86c7-95cfd803af10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for subnet (aa67a7c3-af78-4624-bbfc-b579b0cd50c2), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:34.822883 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Set router 910be378-9fa1-49ea-ad7b-8631acd7c62d gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:47:35.143366 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-25866f7e-c39d-460b-aac8-be2eeac8e898 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (99616bd4-6aee-4b2f-9b72-c1e2799b2c83), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:35.143576 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f081d-a9aa-4680-86c7-95cfd803af10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa67a7c3-af78-4624-bbfc-b579b0cd50c2,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:35.234512 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a71975-36ec-43dc-9c85-9c23fa73686c req-cfec7a13-cf65-40dc-bf05-4e100cd058b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:35.235789 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-19a71975-36ec-43dc-9c85-9c23fa73686c req-cfec7a13-cf65-40dc-bf05-4e100cd058b4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=953e5cc6-6737-446c-9b5c-918a66dc8d23 HTTP/1.1" status: 200 len: 913 time: 0.6986890 Mar 08 19:47:35.280474 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-25866f7e-c39d-460b-aac8-be2eeac8e898 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (99616bd4-6aee-4b2f-9b72-c1e2799b2c83), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:35.299605 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-25866f7e-c39d-460b-aac8-be2eeac8e898 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (99616bd4-6aee-4b2f-9b72-c1e2799b2c83), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:35.328955 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f081d-a9aa-4680-86c7-95cfd803af10 admin admin] Checking segment: {'id': '089db93d-ce33-4f0d-b290-0bdc34824693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ad8d0002-5723-4810-9b88-67ddaf39bea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:35.329377 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821f081d-a9aa-4680-86c7-95cfd803af10 admin admin] Network hostable DHCP agents. Network: ad8d0002-5723-4810-9b88-67ddaf39bea4, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:47:35.360784 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'name': 'tempest-ServerRescueNegativeTestJSON-1675365884-router', 'tenant_id': '72ed260f86604db6ac28144af3dfb647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'cf6fe000-888e-4442-9614-eb122b6ca7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:12Z', 'updated_at': '2022-03-08T19:47:29Z', 'revision_number': 4, 'project_id': '72ed260f86604db6ac28144af3dfb647', 'gw_port': {'id': 'cf6fe000-888e-4442-9614-eb122b6ca7dc', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:34:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'b47a4eac-3448-4ec2-877a-05f6f2bcd33f', 'name': '', 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696', 'tenant_id': '72ed260f86604db6ac28144af3dfb647', 'mac_address': 'fa:16:3e:33:95:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a50455b0-9330-418e-b6d3-f83bdb8fede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:24Z', 'updated_at': '2022-03-08T19:47:30Z', 'revision_number': 2, 'project_id': '72ed260f86604db6ac28144af3dfb647', 'subnets': [{'id': 'a50455b0-9330-418e-b6d3-f83bdb8fede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:35.396382 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25866f7e-c39d-460b-aac8-be2eeac8e898 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99616bd4-6aee-4b2f-9b72-c1e2799b2c83,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:35.402733 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-19a71975-36ec-43dc-9c85-9c23fa73686c req-c312fd7c-17ff-4571-8c24-aee18eb26a70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78cde18a-66af-4a1f-80ad-8995e7b46bad HTTP/1.1" status: 200 len: 217 time: 0.0702374 Mar 08 19:47:35.412374 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-25866f7e-c39d-460b-aac8-be2eeac8e898 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:35.414121 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-25866f7e-c39d-460b-aac8-be2eeac8e898 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8989983 Mar 08 19:47:35.421030 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54346) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:35.431200 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Checking router: 910be378-9fa1-49ea-ad7b-8631acd7c62d for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:47:35.431558 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Updating router 910be378-9fa1-49ea-ad7b-8631acd7c62d port b47a4eac-3448-4ec2-877a-05f6f2bcd33f binding host dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:47:35.434221 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-ca24d124-e41c-4f0b-9df9-ce285e3d64b9 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:35.440212 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-ca24d124-e41c-4f0b-9df9-ce285e3d64b9 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 811 time: 0.6262872 Mar 08 19:47:35.452369 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-50038d8a-336f-4628-8039-4d1384e68ea1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'floatingip': {'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:35.490581 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821f081d-a9aa-4680-86c7-95cfd803af10 admin admin] Network ad8d0002-5723-4810-9b88-67ddaf39bea4 is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:47:35.507468 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (b47a4eac-3448-4ec2-877a-05f6f2bcd33f), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:35.518416 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-a6a189f7-d418-49c1-b11d-2b65d8cda471 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/quotas/b21199b1cdf9475b8db163893c789545 HTTP/1.1" status: 200 len: 375 time: 0.0415316 Mar 08 19:47:35.543189 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4e9dcc4a-2c85-43dd-9a71-d71d717f16ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:35.543664 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Sync routers for ids ['617f618d-2e14-4c4b-ad90-367d83d66f0e'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:47:35.564387 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-821f081d-a9aa-4680-86c7-95cfd803af10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, ad8d0002-5723-4810-9b88-67ddaf39bea4) {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:35.569775 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Routers {'617f618d-2e14-4c4b-ad90-367d83d66f0e'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:47:35.576899 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:47:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['617f618d-2e14-4c4b-ad90-367d83d66f0e'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:35.580342 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6c9d32-8554-4837-aa2b-d88203fe4e0d None None] Network ad8d0002-5723-4810-9b88-67ddaf39bea4 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:47:35.589224 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821f081d-a9aa-4680-86c7-95cfd803af10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:35.589699 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-821f081d-a9aa-4680-86c7-95cfd803af10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:35.594558 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-50038d8a-336f-4628-8039-4d1384e68ea1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:35.715577 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a71975-36ec-43dc-9c85-9c23fa73686c req-c8346b3e-f0bc-427c-8663-281677b51fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:35.719964 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-19a71975-36ec-43dc-9c85-9c23fa73686c req-c8346b3e-f0bc-427c-8663-281677b51fb3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bfa48715-7930-40b3-8def-491d66dc7aa5 HTTP/1.1" status: 200 len: 852 time: 0.3028593 Mar 08 19:47:35.743027 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-420058c4-27cc-4a50-b4aa-4ccb66b52b05 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2131588 Mar 08 19:47:35.755289 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-821f081d-a9aa-4680-86c7-95cfd803af10 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7743797 Mar 08 19:47:35.820997 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-2a1f8078-2977-4961-9279-f6690e6cb35d tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:35.833243 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-2a1f8078-2977-4961-9279-f6690e6cb35d tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/networks?id=e8886c69-71b5-4f2a-a8b1-45077b0e7696 HTTP/1.1" status: 200 len: 819 time: 0.4169755 Mar 08 19:47:35.869769 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Set router 617f618d-2e14-4c4b-ad90-367d83d66f0e gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:47:35.884332 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-b326015a-e5fe-468c-9190-ab4078f6de88 service neutron] 10.222.0.45 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263947 Mar 08 19:47:35.907024 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-19a71975-36ec-43dc-9c85-9c23fa73686c req-08c678d4-9ee8-467a-b546-c7d8c614461a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=953e5cc6-6737-446c-9b5c-918a66dc8d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1793096 Mar 08 19:47:35.910826 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-f2d9d79f-00ad-40e6-85ab-018bbc21ee22 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/quotas/72ed260f86604db6ac28144af3dfb647 HTTP/1.1" status: 200 len: 375 time: 0.0366056 Mar 08 19:47:36.240612 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device c82e533e-e390-4b9d-a488-8d74fd193766 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:36.265004 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925dc3ef-72e5-42de-922d-9e472048b9d6 None None] Network ad8d0002-5723-4810-9b88-67ddaf39bea4 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:47:36.331233 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-66c5abb8-993d-4733-801c-057ece3d4ea5 service neutron] 10.222.0.45 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310558 Mar 08 19:47:36.357653 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Publish callbacks [] for port (b47a4eac-3448-4ec2-877a-05f6f2bcd33f), precommit_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:36.383906 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (b47a4eac-3448-4ec2-877a-05f6f2bcd33f), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:36.385252 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [None req-4e9dcc4a-2c85-43dd-9a71-d71d717f16ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Allocated IP 172.27.1.54 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/1b23be06-7ef2-4716-8ab0-5a928b4aadeb) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:36.481057 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-271f92da-ffeb-4aea-a336-7dd6c89a224b tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=72ed260f86604db6ac28144af3dfb647&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5451903 Mar 08 19:47:36.545158 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-19a71975-36ec-43dc-9c85-9c23fa73686c req-c6513cce-ba5b-4646-9ec1-edb05128b336 service neutron] 10.222.0.60 "GET /v2.0/networks/953e5cc6-6737-446c-9b5c-918a66dc8d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290071 Mar 08 19:47:36.570257 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd15ac7-6995-444f-8637-5fbbb8dad9b0 None None] Pushing event updated for resources: {'Port': ['ID=b47a4eac-3448-4ec2-877a-05f6f2bcd33f,revision_number=3']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:36.585565 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port c82e533e-e390-4b9d-a488-8d74fd193766 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:36.586050 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (c82e533e-e390-4b9d-a488-8d74fd193766), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:36.651937 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4e9dcc4a-2c85-43dd-9a71-d71d717f16ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for port (1b23be06-7ef2-4716-8ab0-5a928b4aadeb), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:36.737840 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Attempting to bind port b47a4eac-3448-4ec2-877a-05f6f2bcd33f on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:47:36.738873 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Attempting to bind port b47a4eac-3448-4ec2-877a-05f6f2bcd33f by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '064dd17b-c478-41a5-9866-703c2a2d722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696'}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:47:36.739484 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Attempting to bind port b47a4eac-3448-4ec2-877a-05f6f2bcd33f on network e8886c69-71b5-4f2a-a8b1-45077b0e7696 {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:36.746662 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:47:36.747505 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Checking segment: {'id': '064dd17b-c478-41a5-9866-703c2a2d722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:36.748137 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:36.749353 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Bound using segment: {'id': '064dd17b-c478-41a5-9866-703c2a2d722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696'} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:47:36.750087 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Bound port: b47a4eac-3448-4ec2-877a-05f6f2bcd33f, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064dd17b-c478-41a5-9866-703c2a2d722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696'}}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:47:36.750705 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (b47a4eac-3448-4ec2-877a-05f6f2bcd33f), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:36.815663 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-19a71975-36ec-43dc-9c85-9c23fa73686c req-6c8aa6ce-1473-481d-a48f-c09297f9f4c1 service neutron] 10.222.0.60 "GET /v2.0/networks/953e5cc6-6737-446c-9b5c-918a66dc8d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638268 Mar 08 19:47:36.837579 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port c82e533e-e390-4b9d-a488-8d74fd193766 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:36.868089 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] For port b47a4eac-3448-4ec2-877a-05f6f2bcd33f, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:47:36.879800 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] For port b47a4eac-3448-4ec2-877a-05f6f2bcd33f, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=b47a4eac-3448-4ec2-877a-05f6f2bcd33f,segment=NetworkSegment(064dd17b-c478-41a5-9866-703c2a2d722e),segment_id=064dd17b-c478-41a5-9866-703c2a2d722e)] {{(pid=109692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:47:36.898598 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (b47a4eac-3448-4ec2-877a-05f6f2bcd33f), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:36.902786 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '835deec4-df72-4987-a479-bdeca2042080', 'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'mac_address': 'fa:16:3e:b3:62:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:22Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 2, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'subnets': [{'id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:36.950319 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Routers {'910be378-9fa1-49ea-ad7b-8631acd7c62d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:47:36.951249 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:47:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['910be378-9fa1-49ea-ad7b-8631acd7c62d'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:36.969164 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Checking router: 617f618d-2e14-4c4b-ad90-367d83d66f0e for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:47:36.969784 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Updating router 617f618d-2e14-4c4b-ad90-367d83d66f0e port 835deec4-df72-4987-a479-bdeca2042080 binding host dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:47:37.017446 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (835deec4-df72-4987-a479-bdeca2042080), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:37.083718 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] Set router 910be378-9fa1-49ea-ad7b-8631acd7c62d gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:47:37.197361 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4e9dcc4a-2c85-43dd-9a71-d71d717f16ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (1b23be06-7ef2-4716-8ab0-5a928b4aadeb), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:37.310056 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda30c1-0387-43ce-bd44-5119d83cd0b4 req-5c71199c-1c51-41d7-a849-bc4a6629f30c tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:37.311738 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dfda30c1-0387-43ce-bd44-5119d83cd0b4 req-5c71199c-1c51-41d7-a849-bc4a6629f30c tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 943 time: 0.6100743 Mar 08 19:47:37.316756 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9dcc4a-2c85-43dd-9a71-d71d717f16ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:37.327764 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-50038d8a-336f-4628-8039-4d1384e68ea1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:37.331606 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-4e9dcc4a-2c85-43dd-9a71-d71d717f16ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:37.361240 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dcc4a-2c85-43dd-9a71-d71d717f16ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Pushing event updated for resources: {'Port': ['ID=1b23be06-7ef2-4716-8ab0-5a928b4aadeb,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:37.368203 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9dcc4a-2c85-43dd-9a71-d71d717f16ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:37.428909 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd15ac7-6995-444f-8637-5fbbb8dad9b0 None None] Pushing event updated for resources: {'Port': ['ID=b47a4eac-3448-4ec2-877a-05f6f2bcd33f,revision_number=4']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:37.458483 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-a07ef2d3-b04b-4ffd-98bf-0dda7de478d4 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:47:37.459536 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-a07ef2d3-b04b-4ffd-98bf-0dda7de478d4 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4567771 Mar 08 19:47:37.505340 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dfda30c1-0387-43ce-bd44-5119d83cd0b4 req-ecb1d189-b386-4b8e-bf60-044209101db3 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847596 Mar 08 19:47:37.528576 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54432) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:37.551090 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-f4d7b0ec-be0c-4c4e-a58d-52833190952b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-319859241-network', 'tenant_id': 'e5101e39e390451799c4bd32e5c8f863'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:37.552515 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4e9dcc4a-2c85-43dd-9a71-d71d717f16ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for floatingip (f56121b8-5af8-457c-b78d-1048aa3f3e45), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:37.634550 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d7b0ec-be0c-4c4e-a58d-52833190952b admin admin] Made reservation on behalf of e5101e39e390451799c4bd32e5c8f863 for: {'network': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:37.643532 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b0ec-be0c-4c4e-a58d-52833190952b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:37.643920 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [None req-50038d8a-336f-4628-8039-4d1384e68ea1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Allocated IP 172.27.1.57 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/cd96cf73-6624-482b-a524-ad15a3294fa8) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:37.647809 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4e9dcc4a-2c85-43dd-9a71-d71d717f16ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (1b23be06-7ef2-4716-8ab0-5a928b4aadeb), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:37.673116 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'name': 'tempest-ServerRescueNegativeTestJSON-1675365884-router', 'tenant_id': '72ed260f86604db6ac28144af3dfb647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'cf6fe000-888e-4442-9614-eb122b6ca7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:12Z', 'updated_at': '2022-03-08T19:47:29Z', 'revision_number': 4, 'project_id': '72ed260f86604db6ac28144af3dfb647', 'gw_port': {'id': 'cf6fe000-888e-4442-9614-eb122b6ca7dc', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:34:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'b47a4eac-3448-4ec2-877a-05f6f2bcd33f', 'name': '', 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696', 'tenant_id': '72ed260f86604db6ac28144af3dfb647', 'mac_address': 'fa:16:3e:33:95:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a50455b0-9330-418e-b6d3-f83bdb8fede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:24Z', 'updated_at': '2022-03-08T19:47:36Z', 'revision_number': 4, 'project_id': '72ed260f86604db6ac28144af3dfb647', 'subnets': [{'id': 'a50455b0-9330-418e-b6d3-f83bdb8fede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:37.702008 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f4fa37c6-0847-4f37-ac77-4e6dc20cca97 req-9d78ddd0-c7a4-4b81-823c-c34048fa005b tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 210 time: 0.0718925 Mar 08 19:47:37.769162 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ec14b-680a-4abd-8be4-4e046eff0176 None None] The sync data for ids ['910be378-9fa1-49ea-ad7b-8631acd7c62d'] in dv-cinder-830093-3-iscsi is: [{'id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'name': 'tempest-ServerRescueNegativeTestJSON-1675365884-router', 'tenant_id': '72ed260f86604db6ac28144af3dfb647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'cf6fe000-888e-4442-9614-eb122b6ca7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:12Z', 'updated_at': '2022-03-08T19:47:29Z', 'revision_number': 4, 'project_id': '72ed260f86604db6ac28144af3dfb647', 'gw_port': {'id': 'cf6fe000-888e-4442-9614-eb122b6ca7dc', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:34:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'b47a4eac-3448-4ec2-877a-05f6f2bcd33f', 'name': '', 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696', 'tenant_id': '72ed260f86604db6ac28144af3dfb647', 'mac_address': 'fa:16:3e:33:95:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a50455b0-9330-418e-b6d3-f83bdb8fede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:24Z', 'updated_at': '2022-03-08T19:47:36Z', 'revision_number': 4, 'project_id': '72ed260f86604db6ac28144af3dfb647', 'subnets': [{'id': 'a50455b0-9330-418e-b6d3-f83bdb8fede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:47:37.778086 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b0ec-be0c-4c4e-a58d-52833190952b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:37.781778 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-3f943550-54a1-4247-88a1-8341db76a60e service neutron] 10.222.0.45 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154817 Mar 08 19:47:37.896930 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Publish callbacks [] for port (835deec4-df72-4987-a479-bdeca2042080), precommit_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:37.906043 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (835deec4-df72-4987-a479-bdeca2042080), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:37.924639 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b0ec-be0c-4c4e-a58d-52833190952b admin admin] Publish callbacks [] for security_group (a1bc93f0-56c4-4123-bb47-ab9607bfb27f), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:37.974491 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69587d00-a964-4ea3-93ba-c76bb99b73f2 None None] Pushing event updated for resources: {'Port': ['ID=835deec4-df72-4987-a479-bdeca2042080,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:37.975821 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b0ec-be0c-4c4e-a58d-52833190952b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (a1bc93f0-56c4-4123-bb47-ab9607bfb27f), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:38.039063 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-50038d8a-336f-4628-8039-4d1384e68ea1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for port (cd96cf73-6624-482b-a524-ad15a3294fa8), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:38.145172 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4e9dcc4a-2c85-43dd-9a71-d71d717f16ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for port (1b23be06-7ef2-4716-8ab0-5a928b4aadeb), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:38.158406 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4e9dcc4a-2c85-43dd-9a71-d71d717f16ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (1b23be06-7ef2-4716-8ab0-5a928b4aadeb), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:38.191959 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d7b0ec-be0c-4c4e-a58d-52833190952b admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=109690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:47:38.221773 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b0ec-be0c-4c4e-a58d-52833190952b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (d982dc9e-4bb3-404c-b7e5-3a9aaef67de5), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:38.222132 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.segments_db [None req-f4d7b0ec-be0c-4c4e-a58d-52833190952b admin admin] Added segment d982dc9e-4bb3-404c-b7e5-3a9aaef67de5 of type vlan for network d0944e7e-e4af-4a71-92a0-0c089b236e02 Mar 08 19:47:38.223512 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Attempting to bind port 835deec4-df72-4987-a479-bdeca2042080 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:47:38.226917 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Attempting to bind port 835deec4-df72-4987-a479-bdeca2042080 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '0f2deefd-34bd-4ce8-849a-361f161c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:47:38.227773 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Attempting to bind port 835deec4-df72-4987-a479-bdeca2042080 on network b3f5b26d-7786-4d76-b026-0184c6ebc557 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:38.244722 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:47:38.245690 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Checking segment: {'id': '0f2deefd-34bd-4ce8-849a-361f161c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:38.246792 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:38.253775 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Bound using segment: {'id': '0f2deefd-34bd-4ce8-849a-361f161c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:47:38.254376 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Bound port: 835deec4-df72-4987-a479-bdeca2042080, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2deefd-34bd-4ce8-849a-361f161c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:47:38.254795 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (835deec4-df72-4987-a479-bdeca2042080), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:38.261603 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4e9dcc4a-2c85-43dd-9a71-d71d717f16ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (f56121b8-5af8-457c-b78d-1048aa3f3e45), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:38.271618 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-50038d8a-336f-4628-8039-4d1384e68ea1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (cd96cf73-6624-482b-a524-ad15a3294fa8), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:38.295895 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b0ec-be0c-4c4e-a58d-52833190952b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (d0944e7e-e4af-4a71-92a0-0c089b236e02), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:38.322036 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dcc4a-2c85-43dd-9a71-d71d717f16ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Pushing event updated for resources: {'Port': ['ID=1b23be06-7ef2-4716-8ab0-5a928b4aadeb,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:38.387440 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] For port 835deec4-df72-4987-a479-bdeca2042080, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:47:38.392131 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7b0ec-be0c-4c4e-a58d-52833190952b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bc93f0-56c4-4123-bb47-ab9607bfb27f,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:38.397154 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] For port 835deec4-df72-4987-a479-bdeca2042080, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=835deec4-df72-4987-a479-bdeca2042080,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:47:38.409144 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (835deec4-df72-4987-a479-bdeca2042080), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:38.460254 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-7c51512d-d752-4a83-a618-6be40e497117 service neutron] 10.222.0.45 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6701458 Mar 08 19:47:38.485564 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50038d8a-336f-4628-8039-4d1384e68ea1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:38.487499 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50038d8a-336f-4628-8039-4d1384e68ea1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'Port': ['ID=cd96cf73-6624-482b-a524-ad15a3294fa8,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:38.500134 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b0ec-be0c-4c4e-a58d-52833190952b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (d0944e7e-e4af-4a71-92a0-0c089b236e02), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:38.501430 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d7b0ec-be0c-4c4e-a58d-52833190952b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:38.502270 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b0ec-be0c-4c4e-a58d-52833190952b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:38.509205 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-50038d8a-336f-4628-8039-4d1384e68ea1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:38.530310 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50038d8a-336f-4628-8039-4d1384e68ea1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:38.543586 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4e9dcc4a-2c85-43dd-9a71-d71d717f16ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:38.548130 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-4e9dcc4a-2c85-43dd-9a71-d71d717f16ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3583550 Mar 08 19:47:38.552232 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69587d00-a964-4ea3-93ba-c76bb99b73f2 None None] Pushing event updated for resources: {'Port': ['ID=835deec4-df72-4987-a479-bdeca2042080,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:38.581748 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-f4d7b0ec-be0c-4c4e-a58d-52833190952b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0520883 Mar 08 19:47:38.585341 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54460) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:38.630816 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-91085559-5377-4c84-a83d-aa1515ca76a9 admin admin] Request body: {'subnet': {'network_id': 'd0944e7e-e4af-4a71-92a0-0c089b236e02', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-319859241-subnet', 'tenant_id': 'e5101e39e390451799c4bd32e5c8f863', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:38.678220 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91085559-5377-4c84-a83d-aa1515ca76a9 admin admin] Made reservation on behalf of e5101e39e390451799c4bd32e5c8f863 for: {'subnet': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:38.681269 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-91085559-5377-4c84-a83d-aa1515ca76a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:38.681439 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0a07fcf2-57fc-45e6-a8f9-ba1bfc29747a None None] Provisioning complete for port 835deec4-df72-4987-a479-bdeca2042080 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:38.681856 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0a07fcf2-57fc-45e6-a8f9-ba1bfc29747a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (835deec4-df72-4987-a479-bdeca2042080), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:38.811214 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-50038d8a-336f-4628-8039-4d1384e68ea1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (f88c9458-ce7f-4448-8c5b-057c118d5b97), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:38.827515 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7b0ec-be0c-4c4e-a58d-52833190952b admin admin] Pushing event updated for resources: {'Network': ['ID=d0944e7e-e4af-4a71-92a0-0c089b236e02,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:38.860213 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network d0944e7e-e4af-4a71-92a0-0c089b236e02 details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:47:38.934103 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Routers {'617f618d-2e14-4c4b-ad90-367d83d66f0e'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:47:38.934797 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:47:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['617f618d-2e14-4c4b-ad90-367d83d66f0e'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:38.949643 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 78cde18a-66af-4a1f-80ad-8995e7b46bad details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:47:39.021321 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12434da-276f-4f9f-abfe-0a329da2db87 req-c919ae1e-8691-45c5-9319-425f9bd891c2 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:39.023073 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f12434da-276f-4f9f-abfe-0a329da2db87 req-c919ae1e-8691-45c5-9319-425f9bd891c2 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 943 time: 0.3388920 Mar 08 19:47:39.026353 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-50038d8a-336f-4628-8039-4d1384e68ea1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (cd96cf73-6624-482b-a524-ad15a3294fa8), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:39.264860 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a607dcd9-4698-4841-b736-d0f4165e5172 req-50f2e9c9-d4f3-4de0-bd66-45c1770c5827 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 210 time: 0.1341863 Mar 08 19:47:39.374635 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-379f973a-b46f-4011-8f0f-e2504e8b2ddf tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:39.376398 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-379f973a-b46f-4011-8f0f-e2504e8b2ddf tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 811 time: 0.3894534 Mar 08 19:47:39.412089 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-50038d8a-336f-4628-8039-4d1384e68ea1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for port (cd96cf73-6624-482b-a524-ad15a3294fa8), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:39.446951 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.db.resource_extend [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 19:47:39.450950 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-50038d8a-336f-4628-8039-4d1384e68ea1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (cd96cf73-6624-482b-a524-ad15a3294fa8), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:39.483858 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-91085559-5377-4c84-a83d-aa1515ca76a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for subnet (4398494b-cd56-413c-aee7-476404612ed7), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:39.544009 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0a07fcf2-57fc-45e6-a8f9-ba1bfc29747a None None] Current status of the port 835deec4-df72-4987-a479-bdeca2042080 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:39.544641 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0a07fcf2-57fc-45e6-a8f9-ba1bfc29747a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (835deec4-df72-4987-a479-bdeca2042080), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:39.569402 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50038d8a-336f-4628-8039-4d1384e68ea1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'Port': ['ID=cd96cf73-6624-482b-a524-ad15a3294fa8,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:39.622002 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-50038d8a-336f-4628-8039-4d1384e68ea1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (f88c9458-ce7f-4448-8c5b-057c118d5b97), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:39.627203 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] Set router 617f618d-2e14-4c4b-ad90-367d83d66f0e gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:47:39.634619 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-6ba5edd7-9fab-4cc8-be01-194875bc2373 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b21199b1cdf9475b8db163893c789545 HTTP/1.1" status: 200 len: 380 time: 0.2406859 Mar 08 19:47:39.656304 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-40223255-e239-4c3c-ba3a-f86fd65f4764 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Request body: {'port': {'device_id': '477b451d-e030-4691-965c-19224d84c9b4', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'admin_state_up': True, 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'security_groups': ['b591afbb-8193-4e6a-871a-a38b6d9834cb']}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:39.684792 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f12434da-276f-4f9f-abfe-0a329da2db87 req-85b10c32-ffc6-491e-b9a1-25edf82a4bba tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687533 Mar 08 19:47:39.692945 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-50038d8a-336f-4628-8039-4d1384e68ea1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:39.706214 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-50038d8a-336f-4628-8039-4d1384e68ea1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2812245 Mar 08 19:47:39.832517 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cfd49133-36b1-42c4-8d6b-d698e896ad43 req-72aeea18-ba4e-41d9-8ba4-68a7c0582f79 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 210 time: 0.0758982 Mar 08 19:47:39.849514 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0a07fcf2-57fc-45e6-a8f9-ba1bfc29747a None None] For port 835deec4-df72-4987-a479-bdeca2042080, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=835deec4-df72-4987-a479-bdeca2042080,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:39.855250 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 78cde18a-66af-4a1f-80ad-8995e7b46bad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=78cde18a-66af-4a1f-80ad-8995e7b46bad,segment=NetworkSegment(3ab33ffe-577f-47e7-8c66-788b5fe820ae),segment_id=3ab33ffe-577f-47e7-8c66-788b5fe820ae)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:39.878307 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91085559-5377-4c84-a83d-aa1515ca76a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4398494b-cd56-413c-aee7-476404612ed7,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:39.896831 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-dd9bf614-438c-4e1e-bb4b-9017b28e16c9 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1101955667&fields=id&tenant_id=2f8fc81146d843659f7b027db2238ff7 HTTP/1.1" status: 200 len: 267 time: 0.4406471 Mar 08 19:47:39.937494 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91085559-5377-4c84-a83d-aa1515ca76a9 admin admin] Checking segment: {'id': 'd982dc9e-4bb3-404c-b7e5-3a9aaef67de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd0944e7e-e4af-4a71-92a0-0c089b236e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:39.937856 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91085559-5377-4c84-a83d-aa1515ca76a9 admin admin] Network hostable DHCP agents. Network: d0944e7e-e4af-4a71-92a0-0c089b236e02, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:47:39.958296 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0a07fcf2-57fc-45e6-a8f9-ba1bfc29747a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (835deec4-df72-4987-a479-bdeca2042080), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:40.084565 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': '78cde18a-66af-4a1f-80ad-8995e7b46bad', 'network_id': '953e5cc6-6737-446c-9b5c-918a66dc8d23', 'port_id': '78cde18a-66af-4a1f-80ad-8995e7b46bad', 'mac_address': 'fa:16:3e:46:0b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa48715-7930-40b3-8def-491d66dc7aa5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:47:40.126371 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-c60f9ff5-252f-4f26-a7d7-59bbff6c83cf None None] Provisioning complete for port 835deec4-df72-4987-a479-bdeca2042080 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:40.126840 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c60f9ff5-252f-4f26-a7d7-59bbff6c83cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (835deec4-df72-4987-a479-bdeca2042080), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:40.139793 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91085559-5377-4c84-a83d-aa1515ca76a9 admin admin] Network d0944e7e-e4af-4a71-92a0-0c089b236e02 is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:47:40.151313 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-40223255-e239-4c3c-ba3a-f86fd65f4764 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Made reservation on behalf of b21199b1cdf9475b8db163893c789545 for: {'port': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:40.155693 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-40223255-e239-4c3c-ba3a-f86fd65f4764 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:40.161146 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-91085559-5377-4c84-a83d-aa1515ca76a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, d0944e7e-e4af-4a71-92a0-0c089b236e02) {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:40.166909 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91085559-5377-4c84-a83d-aa1515ca76a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:40.168798 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-91085559-5377-4c84-a83d-aa1515ca76a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:40.223863 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6bf50739-18f0-4f28-8706-076057cad599 req-c8dcbeb4-9200-4729-86f6-943a9b1ae4d6 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2025488656&fields=id&tenant_id=94f11a138e0849f79d37eff5a59cf1cb HTTP/1.1" status: 200 len: 267 time: 0.1673684 Mar 08 19:47:40.247700 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86a6d7e-3934-4f27-bcd8-62916da73a9f None None] Network d0944e7e-e4af-4a71-92a0-0c089b236e02 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:47:40.299496 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54552) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:40.357325 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-40223255-e239-4c3c-ba3a-f86fd65f4764 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Allocated IP 172.20.0.14 (ac9a0f9f-89c1-4e71-af10-ae382be0f761/f25e5e97-dacc-4d23-ad76-278cb2cd7689/deea1de1-999c-4b53-999a-016d7f51ba59) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:40.377889 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 835deec4-df72-4987-a479-bdeca2042080 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:40.382127 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-86f7d53c-40b8-431f-9202-80c95dca759b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:40.384606 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-86f7d53c-40b8-431f-9202-80c95dca759b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/networks?id=b3f5b26d-7786-4d76-b026-0184c6ebc557 HTTP/1.1" status: 200 len: 817 time: 0.4739406 Mar 08 19:47:40.393172 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-91085559-5377-4c84-a83d-aa1515ca76a9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8057899 Mar 08 19:47:40.406573 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-dcdc64c5-3487-4256-bc23-3c6b35444211 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/quotas/2f8fc81146d843659f7b027db2238ff7 HTTP/1.1" status: 200 len: 375 time: 0.0117059 Mar 08 19:47:40.440563 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07fcf2-57fc-45e6-a8f9-ba1bfc29747a None None] Pushing event updated for resources: {'Port': ['ID=835deec4-df72-4987-a479-bdeca2042080,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:40.480017 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf50739-18f0-4f28-8706-076057cad599 req-8dfc7fed-4f59-4b3a-80c6-bab7819242e4 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:40.485522 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 78cde18a-66af-4a1f-80ad-8995e7b46bad is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:40.485930 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (78cde18a-66af-4a1f-80ad-8995e7b46bad), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:40.493962 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6bf50739-18f0-4f28-8706-076057cad599 req-8dfc7fed-4f59-4b3a-80c6-bab7819242e4 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/networks?id=dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 200 len: 815 time: 0.2683275 Mar 08 19:47:40.528949 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6bf50739-18f0-4f28-8706-076057cad599 req-c0e44e60-8f15-4c40-b141-89228da95152 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/quotas/94f11a138e0849f79d37eff5a59cf1cb HTTP/1.1" status: 200 len: 375 time: 0.0325058 Mar 08 19:47:40.534509 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cde18a-66af-4a1f-80ad-8995e7b46bad {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:47:40.574120 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54562) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:40.583609 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f346bd79-2c28-4ac4-ae3d-4ca76faf5f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:40.646601 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 78cde18a-66af-4a1f-80ad-8995e7b46bad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=78cde18a-66af-4a1f-80ad-8995e7b46bad,segment=NetworkSegment(3ab33ffe-577f-47e7-8c66-788b5fe820ae),segment_id=3ab33ffe-577f-47e7-8c66-788b5fe820ae)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:40.661710 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209c8afb-f2bf-4b0b-a53d-9f49203bd814 None None] Network d0944e7e-e4af-4a71-92a0-0c089b236e02 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:47:40.668479 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-c60f9ff5-252f-4f26-a7d7-59bbff6c83cf None None] Current status of the port 835deec4-df72-4987-a479-bdeca2042080 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:40.685367 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (78cde18a-66af-4a1f-80ad-8995e7b46bad), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:40.715401 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.60', 60417) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:40.721746 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fdb4902-629a-4b11-bdae-01ad6d1bd0c5 admin admin] Deleting subnet aa67a7c3-af78-4624-bbfc-b579b0cd50c2 {{(pid=109689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:47:40.735522 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 835deec4-df72-4987-a479-bdeca2042080 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:40.735905 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (835deec4-df72-4987-a479-bdeca2042080), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:40.753894 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-e9f1976c-7e4a-4a29-9bd4-d34a77d230c4 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f8fc81146d843659f7b027db2238ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3377147 Mar 08 19:47:40.764644 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4902-629a-4b11-bdae-01ad6d1bd0c5 admin admin] Publish callbacks [] for subnet (aa67a7c3-af78-4624-bbfc-b579b0cd50c2), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:40.786006 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6bf50739-18f0-4f28-8706-076057cad599 req-55302d5f-40ff-4f04-bbbc-0e7ac1ec2c5c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2559159 Mar 08 19:47:40.807568 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '835deec4-df72-4987-a479-bdeca2042080', 'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'mac_address': 'fa:16:3e:b3:62:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:22Z', 'updated_at': '2022-03-08T19:47:38Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'subnets': [{'id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:40.863975 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4902-629a-4b11-bdae-01ad6d1bd0c5 admin admin] Publish callbacks [] for subnet (aa67a7c3-af78-4624-bbfc-b579b0cd50c2), precommit_delete_associations {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:40.874649 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f932f2d-2407-48dd-a059-1d42134f448b None None] The sync data for ids ['617f618d-2e14-4c4b-ad90-367d83d66f0e'] in dv-cinder-830093-3-iscsi is: [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '835deec4-df72-4987-a479-bdeca2042080', 'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'mac_address': 'fa:16:3e:b3:62:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:22Z', 'updated_at': '2022-03-08T19:47:38Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'subnets': [{'id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:47:40.878983 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=78cde18a-66af-4a1f-80ad-8995e7b46bad,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:40.929839 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-40223255-e239-4c3c-ba3a-f86fd65f4764 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for port (deea1de1-999c-4b53-999a-016d7f51ba59), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:40.961252 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4902-629a-4b11-bdae-01ad6d1bd0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651235'] for subnet (aa67a7c3-af78-4624-bbfc-b579b0cd50c2), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:41.011695 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-9b2eccf2-eae2-462d-9c51-06cf99766bd6 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286670 Mar 08 19:47:41.064440 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-40223255-e239-4c3c-ba3a-f86fd65f4764 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (deea1de1-999c-4b53-999a-016d7f51ba59), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:41.194421 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['78cde18a-66af-4a1f-80ad-8995e7b46bad'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:47:41.206629 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-8aca95e5-84b4-4edb-b8ac-f4341bd92e87 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:41.208257 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-8aca95e5-84b4-4edb-b8ac-f4341bd92e87 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.60 "GET /v2.0/networks?id=e8886c69-71b5-4f2a-a8b1-45077b0e7696 HTTP/1.1" status: 200 len: 819 time: 0.4832530 Mar 08 19:47:41.240641 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-40223255-e239-4c3c-ba3a-f86fd65f4764 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Network ac9a0f9f-89c1-4e71-af10-ae382be0f761 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:41.247419 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-40223255-e239-4c3c-ba3a-f86fd65f4764 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:41.266702 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-40223255-e239-4c3c-ba3a-f86fd65f4764 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:41.277226 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-40223255-e239-4c3c-ba3a-f86fd65f4764 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:41.283628 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-40223255-e239-4c3c-ba3a-f86fd65f4764 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for port (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:41.296207 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6bf50739-18f0-4f28-8706-076057cad599 req-c453d4e5-eefe-48a8-afdb-2a12e80c7a69 service neutron] 10.222.0.45 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968525 Mar 08 19:47:41.303023 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40223255-e239-4c3c-ba3a-f86fd65f4764 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Pushing event updated for resources: {'Port': ['ID=deea1de1-999c-4b53-999a-016d7f51ba59,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:41.306161 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4902-629a-4b11-bdae-01ad6d1bd0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for subnet (aa67a7c3-af78-4624-bbfc-b579b0cd50c2), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:41.318252 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-cfd112a8-f886-4156-bd88-d552f375ee7f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Request body: {'port': {'device_id': 'aae2ebb6-0a33-4828-9401-549caf63b885', 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696', 'admin_state_up': True, 'tenant_id': '72ed260f86604db6ac28144af3dfb647'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:41.359083 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 835deec4-df72-4987-a479-bdeca2042080 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:41.360684 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device b47a4eac-3448-4ec2-877a-05f6f2bcd33f up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:41.384184 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-da08c62f-6188-445a-948a-047ca139fd4d service neutron] 10.222.0.45 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645170 Mar 08 19:47:41.415780 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-40223255-e239-4c3c-ba3a-f86fd65f4764 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7794793 Mar 08 19:47:41.427905 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Request body: {'port': {'device_id': '477b451d-e030-4691-965c-19224d84c9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:41.479745 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6bf50739-18f0-4f28-8706-076057cad599 req-68bc47c5-8bf9-42c3-9709-1380e29b9648 service neutron] 10.222.0.45 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671627 Mar 08 19:47:41.581220 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (deea1de1-999c-4b53-999a-016d7f51ba59), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:41.671156 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f346bd79-2c28-4ac4-ae3d-4ca76faf5f13 admin admin] Publish callbacks [] for security_group (61e09a95-a6a8-46fd-9724-f294ae02aea2), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:41.680423 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb4902-629a-4b11-bdae-01ad6d1bd0c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa67a7c3-af78-4624-bbfc-b579b0cd50c2,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:41.683992 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4902-629a-4b11-bdae-01ad6d1bd0c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:41.696098 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-2fdb4902-629a-4b11-bdae-01ad6d1bd0c5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/aa67a7c3-af78-4624-bbfc-b579b0cd50c2 HTTP/1.1" status: 204 len: 168 time: 1.1204696 Mar 08 19:47:41.699810 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54586) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:41.713414 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f346bd79-2c28-4ac4-ae3d-4ca76faf5f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (61e09a95-a6a8-46fd-9724-f294ae02aea2), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:41.754530 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port b47a4eac-3448-4ec2-877a-05f6f2bcd33f triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:41.754958 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (b47a4eac-3448-4ec2-877a-05f6f2bcd33f), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:41.762786 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-cfd112a8-f886-4156-bd88-d552f375ee7f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Made reservation on behalf of 72ed260f86604db6ac28144af3dfb647 for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:41.776861 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-cfd112a8-f886-4156-bd88-d552f375ee7f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:41.864464 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-f346bd79-2c28-4ac4-ae3d-4ca76faf5f13 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=793daa33271447ccab99ea6a69240f49&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5634100 Mar 08 19:47:41.865226 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346bd79-2c28-4ac4-ae3d-4ca76faf5f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e09a95-a6a8-46fd-9724-f294ae02aea2,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:41.869625 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54602) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:41.942082 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-cb4aba1e-f184-44ea-820c-15419c3d2a99 None None] Provisioning complete for port deea1de1-999c-4b53-999a-016d7f51ba59 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:41.942468 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-cb4aba1e-f184-44ea-820c-15419c3d2a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (deea1de1-999c-4b53-999a-016d7f51ba59), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:41.996663 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-cb4aba1e-f184-44ea-820c-15419c3d2a99 None None] Port deea1de1-999c-4b53-999a-016d7f51ba59 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:47:42.000004 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port b47a4eac-3448-4ec2-877a-05f6f2bcd33f is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:42.000553 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (b47a4eac-3448-4ec2-877a-05f6f2bcd33f), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:42.039926 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] For port b47a4eac-3448-4ec2-877a-05f6f2bcd33f, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=b47a4eac-3448-4ec2-877a-05f6f2bcd33f,segment=NetworkSegment(064dd17b-c478-41a5-9866-703c2a2d722e),segment_id=064dd17b-c478-41a5-9866-703c2a2d722e)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:42.046645 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (b47a4eac-3448-4ec2-877a-05f6f2bcd33f), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:42.151209 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Pushing event updated for resources: {'Port': ['ID=b47a4eac-3448-4ec2-877a-05f6f2bcd33f,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:42.168613 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bd5c9-ef27-4658-8be4-059c734138e9 req-2174d911-1401-47cb-bf2e-9aae974a959c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:42.178884 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-302bd5c9-ef27-4658-8be4-059c734138e9 req-2174d911-1401-47cb-bf2e-9aae974a959c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 932 time: 0.3178351 Mar 08 19:47:42.221769 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 835deec4-df72-4987-a479-bdeca2042080 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:42.240470 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627052'] for network (ad8d0002-5723-4810-9b88-67ddaf39bea4), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:42.286358 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-302bd5c9-ef27-4658-8be4-059c734138e9 req-522f8091-9dc6-4e8e-8836-178877e7e9fd tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062245 Mar 08 19:47:42.335027 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:42.337142 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 835deec4-df72-4987-a479-bdeca2042080 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:42.339983 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (835deec4-df72-4987-a479-bdeca2042080), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:42.414460 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-68366248-d8cc-4851-a9f6-03b6783235f0 admin admin] Publish callbacks [] for security_group (61e09a95-a6a8-46fd-9724-f294ae02aea2), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:42.422663 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-cfd112a8-f886-4156-bd88-d552f375ee7f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Allocated IP 172.20.0.11 (e8886c69-71b5-4f2a-a8b1-45077b0e7696/a50455b0-9330-418e-b6d3-f83bdb8fede0/3922c2b2-0487-47bb-b9e7-3f5915f09d4f) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:42.473510 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733548', 'neutron.services.segments.db._delete_segments_for_network-8789199064935'] for network (ad8d0002-5723-4810-9b88-67ddaf39bea4), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:42.495143 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 835deec4-df72-4987-a479-bdeca2042080 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:42.498230 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:47:42.498571 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:47:42.499490 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:47:42.500012 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Subscribe: > port after_create 55550000 {{(pid=109690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:47:42.500453 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:47:42.501286 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Subscribe: > port after_update 55550000 {{(pid=109690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:47:42.501782 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:47:42.502166 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:47:42.502525 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:47:42.502864 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:47:42.549569 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-68366248-d8cc-4851-a9f6-03b6783235f0 admin admin] Publish callbacks [] for security_group (61e09a95-a6a8-46fd-9724-f294ae02aea2), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:42.693928 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:47:42.694322 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:47:42.694656 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:47:42.694999 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:47:42.695491 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8d0002-5723-4810-9b88-67ddaf39bea4']}} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:42.710465 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53304e-8ff9-401b-b442-46472b268d3e req-7905a007-0425-4cd4-bf40-d46e71453176 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:42.712300 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-de53304e-8ff9-401b-b442-46472b268d3e req-7905a007-0425-4cd4-bf40-d46e71453176 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 944 time: 0.2912114 Mar 08 19:47:42.717305 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-68366248-d8cc-4851-a9f6-03b6783235f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (61e09a95-a6a8-46fd-9724-f294ae02aea2), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:42.719759 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-68366248-d8cc-4851-a9f6-03b6783235f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:42.720953 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-68366248-d8cc-4851-a9f6-03b6783235f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61e09a95-a6a8-46fd-9724-f294ae02aea2 HTTP/1.1" status: 204 len: 168 time: 0.8250606 Mar 08 19:47:42.738548 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-4097b6f0-e5fc-4576-a688-bca1e48173b3 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:42.748680 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-4097b6f0-e5fc-4576-a688-bca1e48173b3 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/networks?id=e8886c69-71b5-4f2a-a8b1-45077b0e7696 HTTP/1.1" status: 200 len: 819 time: 0.8970246 Mar 08 19:47:42.839684 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-981d64ef-bada-4578-a82f-4d553e3b7e70 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/quotas/72ed260f86604db6ac28144af3dfb647 HTTP/1.1" status: 200 len: 375 time: 0.0898836 Mar 08 19:47:42.904481 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089db93d-ce33-4f0d-b290-0bdc34824693') {'for_net_delete': True} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:42.904778 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089db93d-ce33-4f0d-b290-0bdc34824693') {} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:42.932052 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 78cde18a-66af-4a1f-80ad-8995e7b46bad up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:42.959236 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199064176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30217960'] for segment (089db93d-ce33-4f0d-b290-0bdc34824693), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:43.019320 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68366248-d8cc-4851-a9f6-03b6783235f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e09a95-a6a8-46fd-9724-f294ae02aea2,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:43.028424 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (089db93d-ce33-4f0d-b290-0bdc34824693), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:43.042732 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port 78cde18a-66af-4a1f-80ad-8995e7b46bad completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:47:43.055441 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port 78cde18a-66af-4a1f-80ad-8995e7b46bad triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:43.056044 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (78cde18a-66af-4a1f-80ad-8995e7b46bad), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:43.083713 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-de53304e-8ff9-401b-b442-46472b268d3e req-e6d484b8-5e2b-4024-9955-8574c9054ae4 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437090 Mar 08 19:47:43.096812 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-979394be-a60e-4236-9bce-272f994cd129 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=72ed260f86604db6ac28144af3dfb647&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2555475 Mar 08 19:47:43.170760 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:47:43.171410 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31980242'] for segment (089db93d-ce33-4f0d-b290-0bdc34824693), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:43.243738 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.60', 60423) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:43.305448 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 78cde18a-66af-4a1f-80ad-8995e7b46bad is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:43.307807 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (78cde18a-66af-4a1f-80ad-8995e7b46bad), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:43.310751 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-cfd112a8-f886-4156-bd88-d552f375ee7f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Publish callbacks [] for port (3922c2b2-0487-47bb-b9e7-3f5915f09d4f), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:43.324207 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-91fab7b8-f410-4e2b-879c-cb5a22ddc058 req-d82d50f9-521f-44a5-ba9b-0b3c7295d179 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 210 time: 0.1035240 Mar 08 19:47:43.327306 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54636) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:43.352853 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cde18a-66af-4a1f-80ad-8995e7b46bad'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: from cryptography.utils import int_from_bytes Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: from cryptography.utils import int_from_bytes Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: Traceback (most recent call last): Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: timer() Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: cb(*args, **kw) Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: return func(*args, **kwargs) Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: self._notify() Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: self.callback(batched_events) Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: event.method(event) Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: return f(self, *a, **k) Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: return self._get(url).json() Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: return self.request(url, 'GET', **kwargs) Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:47:43.353394 dv-cinder-830093-3-iscsi neutron-server[109690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:47:43.380492 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b88a5272-2a4c-4337-8734-9e459d33562e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:43.382901 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.60', 60425) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:43.448667 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 78cde18a-66af-4a1f-80ad-8995e7b46bad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=78cde18a-66af-4a1f-80ad-8995e7b46bad,segment=NetworkSegment(3ab33ffe-577f-47e7-8c66-788b5fe820ae),segment_id=3ab33ffe-577f-47e7-8c66-788b5fe820ae)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:43.462776 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (78cde18a-66af-4a1f-80ad-8995e7b46bad), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:43.462988 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1751717'] for network (ad8d0002-5723-4810-9b88-67ddaf39bea4), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:43.482151 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:43.490259 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ad8d0002-5723-4810-9b88-67ddaf39bea4 HTTP/1.1" status: 204 len: 168 time: 1.6583917 Mar 08 19:47:43.494081 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54644) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:43.572485 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=78cde18a-66af-4a1f-80ad-8995e7b46bad,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:43.624037 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd1a7a4-3dd7-46c4-acd2-ccb44792923f" -d '{"events": [{"server_uuid": "5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34", "name": "network-vif-plugged", "status": "completed", "tag": "78cde18a-66af-4a1f-80ad-8995e7b46bad"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:47:43.634060 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1943e21b-0c03-4979-9ca4-1cf37fd80264 req-c03b4618-d20b-4a86-9f6f-24ba4a934900 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 210 time: 0.0909781 Mar 08 19:47:43.668681 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-cfd112a8-f886-4156-bd88-d552f375ee7f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (3922c2b2-0487-47bb-b9e7-3f5915f09d4f), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:43.698747 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-f4e0aba9-4b2e-41ad-8182-0049ef9523f1 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:43.700199 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-f4e0aba9-4b2e-41ad-8182-0049ef9523f1 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.60 "GET /v2.0/networks?id=b3f5b26d-7786-4d76-b026-0184c6ebc557 HTTP/1.1" status: 200 len: 817 time: 0.3877442 Mar 08 19:47:43.708003 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_v2 [None req-6366b2c3-8c36-4388-8e36-6e8af6c95d05 admin admin] Deleting subnet 4398494b-cd56-413c-aee7-476404612ed7 {{(pid=109690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:47:43.712236 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-1d98a88d-33f6-46d9-9cb4-89523c8ee0bf service neutron] 10.222.0.45 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127934 Mar 08 19:47:43.730857 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.notifiers.nova [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deea1de1-999c-4b53-999a-016d7f51ba59 {{(pid=109690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:47:43.735565 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410530e-435b-4df6-851f-ffc72d268c89 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad8d0002-5723-4810-9b88-67ddaf39bea4,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:43.739617 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6366b2c3-8c36-4388-8e36-6e8af6c95d05 admin admin] Publish callbacks [] for subnet (4398494b-cd56-413c-aee7-476404612ed7), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:43.748783 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Publish callbacks [] for port (deea1de1-999c-4b53-999a-016d7f51ba59), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:43.804821 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.provisioning_blocks [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Transition to ACTIVE for port object deea1de1-999c-4b53-999a-016d7f51ba59 will not be triggered until provisioned by entity L2. {{(pid=109690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:47:43.829714 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf50739-18f0-4f28-8706-076057cad599 req-d40d7fd5-8e67-4a4f-abd8-16fd2d9ed3f9 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:43.831158 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6bf50739-18f0-4f28-8706-076057cad599 req-d40d7fd5-8e67-4a4f-abd8-16fd2d9ed3f9 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "GET /v2.0/networks?id=dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 200 len: 815 time: 0.4425621 Mar 08 19:47:43.836082 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31980278'] for port (deea1de1-999c-4b53-999a-016d7f51ba59), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:43.839410 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6366b2c3-8c36-4388-8e36-6e8af6c95d05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30217747'] for subnet (4398494b-cd56-413c-aee7-476404612ed7), precommit_delete_associations {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:43.872096 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-cfd112a8-f886-4156-bd88-d552f375ee7f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Network e8886c69-71b5-4f2a-a8b1-45077b0e7696 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:43.925569 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-cfd112a8-f886-4156-bd88-d552f375ee7f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:43.933637 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-cfd112a8-f886-4156-bd88-d552f375ee7f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:43.939209 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-cfd112a8-f886-4156-bd88-d552f375ee7f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:43.939854 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-cfd112a8-f886-4156-bd88-d552f375ee7f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:43.946206 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd112a8-f886-4156-bd88-d552f375ee7f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Pushing event updated for resources: {'Port': ['ID=3922c2b2-0487-47bb-b9e7-3f5915f09d4f,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:43.949982 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Pushing event updated for resources: {'Port': ['ID=deea1de1-999c-4b53-999a-016d7f51ba59,revision_number=2']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:43.954989 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6366b2c3-8c36-4388-8e36-6e8af6c95d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651235'] for subnet (4398494b-cd56-413c-aee7-476404612ed7), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:43.973083 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b88a5272-2a4c-4337-8734-9e459d33562e admin admin] Publish callbacks [] for security_group (21cfb5fc-f8eb-44b6-8ab3-dddb1bb8b16a), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:43.977050 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-3e7e440a-8abe-4361-912b-78b0b4e86ecc service neutron] 10.222.0.45 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489586 Mar 08 19:47:43.994199 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b88a5272-2a4c-4337-8734-9e459d33562e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (21cfb5fc-f8eb-44b6-8ab3-dddb1bb8b16a), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:44.031566 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-cfd112a8-f886-4156-bd88-d552f375ee7f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7337923 Mar 08 19:47:44.044507 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-db597599-d03e-4e56-bd16-1d2a7b1ad65a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f8fc81146d843659f7b027db2238ff7 HTTP/1.1" status: 200 len: 380 time: 0.2772648 Mar 08 19:47:44.065545 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.managers [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Attempting to bind port deea1de1-999c-4b53-999a-016d7f51ba59 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:47:44.065881 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.managers [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Attempting to bind port deea1de1-999c-4b53-999a-016d7f51ba59 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761'}] {{(pid=109690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:47:44.066202 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Attempting to bind port deea1de1-999c-4b53-999a-016d7f51ba59 on network ac9a0f9f-89c1-4e71-af10-ae382be0f761 {{(pid=109690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:44.079949 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Port deea1de1-999c-4b53-999a-016d7f51ba59 on network ac9a0f9f-89c1-4e71-af10-ae382be0f761 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:47:44.080534 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Attempting to bind port deea1de1-999c-4b53-999a-016d7f51ba59 on network ac9a0f9f-89c1-4e71-af10-ae382be0f761 {{(pid=109690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:44.084914 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6366b2c3-8c36-4388-8e36-6e8af6c95d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31980216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30349085'] for subnet (4398494b-cd56-413c-aee7-476404612ed7), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:44.103842 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:47:44.104346 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Checking segment: {'id': '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:44.105076 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Bound using segment: {'id': '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761'} {{(pid=109690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:47:44.105669 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.managers [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Bound port: deea1de1-999c-4b53-999a-016d7f51ba59, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761'}}] {{(pid=109690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:47:44.106155 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (deea1de1-999c-4b53-999a-016d7f51ba59), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:44.115469 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Request body: {'port': {'device_id': 'aae2ebb6-0a33-4828-9401-549caf63b885', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:44.129666 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-8ffa8789-f7d1-4fb3-b8d8-b28389cc7781 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Request body: {'port': {'device_id': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'admin_state_up': True, 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'security_groups': ['f1d6f5e7-230f-4b6a-9069-62f7bbab5514']}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:44.142324 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366b2c3-8c36-4388-8e36-6e8af6c95d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4398494b-cd56-413c-aee7-476404612ed7,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:44.153548 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6366b2c3-8c36-4388-8e36-6e8af6c95d05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:44.157203 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-6366b2c3-8c36-4388-8e36-6e8af6c95d05 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4398494b-cd56-413c-aee7-476404612ed7 HTTP/1.1" status: 204 len: 168 time: 0.6530252 Mar 08 19:47:44.159984 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54658) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:44.197489 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device b47a4eac-3448-4ec2-877a-05f6f2bcd33f up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:44.221196 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a5272-2a4c-4337-8734-9e459d33562e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cfb5fc-f8eb-44b6-8ab3-dddb1bb8b16a,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:44.253057 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d9ee6-ebc1-4818-92a8-158f1c868762 req-87b503bd-665b-45fb-87ed-724c56cb2143 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:44.263968 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] For port deea1de1-999c-4b53-999a-016d7f51ba59, host hv-cinder-83009, cleared binding levels {{(pid=109690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:47:44.265604 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-138d9ee6-ebc1-4818-92a8-158f1c868762 req-87b503bd-665b-45fb-87ed-724c56cb2143 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 944 time: 0.4933355 Mar 08 19:47:44.267513 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] For port deea1de1-999c-4b53-999a-016d7f51ba59, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=deea1de1-999c-4b53-999a-016d7f51ba59,segment=NetworkSegment(5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0),segment_id=5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0)] {{(pid=109690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:47:44.286692 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-b88a5272-2a4c-4337-8734-9e459d33562e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=602837ccf577475b89d72569693e8d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9583294 Mar 08 19:47:44.332816 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6bf50739-18f0-4f28-8706-076057cad599 req-575cd19c-a2e2-460c-bca1-2ea9969f4300 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94f11a138e0849f79d37eff5a59cf1cb HTTP/1.1" status: 200 len: 380 time: 0.4783521 Mar 08 19:47:44.340549 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54668) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:44.347050 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-6bf50739-18f0-4f28-8706-076057cad599 req-12734d45-5dff-44ab-969d-f55a9516788d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'port': {'device_id': '5a53ea32-1838-4dd1-85b7-bae137389683', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'admin_state_up': True, 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'security_groups': ['ed43385b-cdbc-4609-949e-460cb846970c']}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:44.371030 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port b47a4eac-3448-4ec2-877a-05f6f2bcd33f triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:44.372131 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (b47a4eac-3448-4ec2-877a-05f6f2bcd33f), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:44.387462 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f2c601b4-d5af-4a44-8e36-c77c309faed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627052'] for network (d0944e7e-e4af-4a71-92a0-0c089b236e02), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:44.394428 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31980278'] for port (deea1de1-999c-4b53-999a-016d7f51ba59), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:44.477133 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port b47a4eac-3448-4ec2-877a-05f6f2bcd33f is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:44.511255 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a86be3-2d8d-46b3-b534-4e8f4b4a3336 x-openstack-request-id: req-73a86be3-2d8d-46b3-b534-4e8f4b4a3336 {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:47:44.511745 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34", "name": "network-vif-plugged", "status": "completed", "tag": "78cde18a-66af-4a1f-80ad-8995e7b46bad", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:47:44.512161 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73a86be3-2d8d-46b3-b534-4e8f4b4a3336 {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:47:44.512926 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cde18a-66af-4a1f-80ad-8995e7b46bad', 'code': 200} Mar 08 19:47:44.544928 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Pushing event updated for resources: {'Port': ['ID=deea1de1-999c-4b53-999a-016d7f51ba59,revision_number=3']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:44.585155 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:44.586864 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for port (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:44.591375 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-fc30d2fa-698e-4784-bb49-5e5995e4d43d service neutron] 10.222.0.60 "PUT /v2.0/ports/deea1de1-999c-4b53-999a-016d7f51ba59 HTTP/1.1" status: 200 len: 1094 time: 3.1677122 Mar 08 19:47:44.592614 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477b451d-e030-4691-965c-19224d84c9b4', 'tag': 'deea1de1-999c-4b53-999a-016d7f51ba59'}] {{(pid=109690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:47:44.598438 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d8e885dd147d8b917037df1c13c0f120f07ec6cc2713c5f97f9f0f1cce2c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58ef8cb-8b48-483f-bc98-3c0e6018bfa2" -d '{"events": [{"name": "network-changed", "server_uuid": "477b451d-e030-4691-965c-19224d84c9b4", "tag": "deea1de1-999c-4b53-999a-016d7f51ba59"}]}' {{(pid=109690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:47:44.782331 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.60', 60430) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:44.788804 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-473616f9-5bca-45a0-9766-940c67804923 admin admin] Publish callbacks [] for security_group (21cfb5fc-f8eb-44b6-8ab3-dddb1bb8b16a), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:44.829287 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-473616f9-5bca-45a0-9766-940c67804923 admin admin] Publish callbacks [] for security_group (21cfb5fc-f8eb-44b6-8ab3-dddb1bb8b16a), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:44.841125 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f2c601b4-d5af-4a44-8e36-c77c309faed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733548', 'neutron.services.segments.db._delete_segments_for_network-8789199064935'] for network (d0944e7e-e4af-4a71-92a0-0c089b236e02), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:44.854350 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-138d9ee6-ebc1-4818-92a8-158f1c868762 req-9f02ca44-71d4-42ab-8cdc-96e1ab2b812c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5875273 Mar 08 19:47:44.855055 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (3922c2b2-0487-47bb-b9e7-3f5915f09d4f), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:44.920645 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-f2c601b4-d5af-4a44-8e36-c77c309faed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0944e7e-e4af-4a71-92a0-0c089b236e02']}} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:44.940706 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-f2c601b4-d5af-4a44-8e36-c77c309faed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd982dc9e-4bb3-404c-b7e5-3a9aaef67de5') {'for_net_delete': True} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:44.941105 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-f2c601b4-d5af-4a44-8e36-c77c309faed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd982dc9e-4bb3-404c-b7e5-3a9aaef67de5') {} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:44.956173 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4045929-1ce7-4502-9c4d-450aeb161f74 req-ecb5d2eb-fd2b-492c-b7e4-20509fe82131 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:44.957711 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a4045929-1ce7-4502-9c4d-450aeb161f74 req-ecb5d2eb-fd2b-492c-b7e4-20509fe82131 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 945 time: 0.3043177 Mar 08 19:47:44.965425 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f2c601b4-d5af-4a44-8e36-c77c309faed3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199064176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30217960'] for segment (d982dc9e-4bb3-404c-b7e5-3a9aaef67de5), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:44.993190 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-deaa31ac-481f-4fe3-9f96-19a7b7719772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:44.995492 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-deaa31ac-481f-4fe3-9f96-19a7b7719772 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 1128 time: 0.2687752 Mar 08 19:47:45.002978 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f2c601b4-d5af-4a44-8e36-c77c309faed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (d982dc9e-4bb3-404c-b7e5-3a9aaef67de5), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:45.006520 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05b4ba-afcb-4b2a-8b5c-04c9c5592f6d req-27fcc8ad-a903-4afd-b125-ef5421136e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:45.008004 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-eb05b4ba-afcb-4b2a-8b5c-04c9c5592f6d req-27fcc8ad-a903-4afd-b125-ef5421136e1e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 1129 time: 0.2062936 Mar 08 19:47:45.027842 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c601b4-d5af-4a44-8e36-c77c309faed3 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=109690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:47:45.028231 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f2c601b4-d5af-4a44-8e36-c77c309faed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31980242'] for segment (d982dc9e-4bb3-404c-b7e5-3a9aaef67de5), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:45.051091 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ae526973-4db9-4f56-a971-9151ba162ab1 req-85581aba-cabe-4ec6-b4e2-efe9e3247db8 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 210 time: 0.1305799 Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: Traceback (most recent call last): Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: timer() Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: cb(*args, **kw) Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: return func(*args, **kwargs) Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: self._notify() Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: self.callback(batched_events) Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: event.method(event) Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: return f(self, *a, **k) Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: return self._get(url).json() Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: return self.request(url, 'GET', **kwargs) Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:47:45.057421 dv-cinder-830093-3-iscsi neutron-server[109690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:47:45.075277 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-4321270a-0cdf-4ae4-9613-c34b080e9aae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea1de1-999c-4b53-999a-016d7f51ba59 HTTP/1.1" status: 200 len: 217 time: 0.0663807 Mar 08 19:47:45.084402 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-eb05b4ba-afcb-4b2a-8b5c-04c9c5592f6d req-092c7d33-4be8-418b-8c1c-5269b729aa48 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:45.136577 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-8ffa8789-f7d1-4fb3-b8d8-b28389cc7781 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Made reservation on behalf of 2f8fc81146d843659f7b027db2238ff7 for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:45.140355 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-8ffa8789-f7d1-4fb3-b8d8-b28389cc7781 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:45.237975 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5ee7bc75-b30a-4b3a-8a4f-481d5c9b0627 req-d4f720aa-eed3-4048-b382-12c9fb107956 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 210 time: 0.0952573 Mar 08 19:47:45.238561 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf50739-18f0-4f28-8706-076057cad599 req-12734d45-5dff-44ab-969d-f55a9516788d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Made reservation on behalf of 94f11a138e0849f79d37eff5a59cf1cb for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:45.241940 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-6bf50739-18f0-4f28-8706-076057cad599 req-12734d45-5dff-44ab-969d-f55a9516788d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:45.268391 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-473616f9-5bca-45a0-9766-940c67804923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (21cfb5fc-f8eb-44b6-8ab3-dddb1bb8b16a), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:45.271059 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-473616f9-5bca-45a0-9766-940c67804923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:45.273285 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-473616f9-5bca-45a0-9766-940c67804923 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21cfb5fc-f8eb-44b6-8ab3-dddb1bb8b16a HTTP/1.1" status: 204 len: 168 time: 0.9103732 Mar 08 19:47:45.296335 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473616f9-5bca-45a0-9766-940c67804923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cfb5fc-f8eb-44b6-8ab3-dddb1bb8b16a,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:45.359679 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64e411b-6036-4827-b177-25e5f6e5e73b x-openstack-request-id: req-f64e411b-6036-4827-b177-25e5f6e5e73b {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:47:45.359964 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477b451d-e030-4691-965c-19224d84c9b4", "tag": "deea1de1-999c-4b53-999a-016d7f51ba59", "status": "completed", "code": 200}]} {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:47:45.360435 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f64e411b-6036-4827-b177-25e5f6e5e73b {{(pid=109690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:47:45.360828 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477b451d-e030-4691-965c-19224d84c9b4', 'tag': 'deea1de1-999c-4b53-999a-016d7f51ba59', 'status': 'completed', 'code': 200} Mar 08 19:47:45.427727 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a4045929-1ce7-4502-9c4d-450aeb161f74 req-7dfd00e3-dc0b-45b3-9117-0cdafcfaa540 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561346 Mar 08 19:47:45.457306 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f2c601b4-d5af-4a44-8e36-c77c309faed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1751717'] for network (d0944e7e-e4af-4a71-92a0-0c089b236e02), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:45.467011 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f2c601b4-d5af-4a44-8e36-c77c309faed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:45.470764 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-f2c601b4-d5af-4a44-8e36-c77c309faed3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d0944e7e-e4af-4a71-92a0-0c089b236e02 HTTP/1.1" status: 204 len: 168 time: 1.3096414 Mar 08 19:47:45.483600 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2ec86708-bb26-4d80-bdd1-ad88b8d4017d req-1471e08d-242a-4b7a-8d85-cc967c884bc3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 210 time: 0.0594165 Mar 08 19:47:45.503360 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.60', 60432) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:45.526358 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c601b4-d5af-4a44-8e36-c77c309faed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0944e7e-e4af-4a71-92a0-0c089b236e02,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:45.531666 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-32aed0a2-eea5-4c73-9cb6-70055b8ba15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:45.533037 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-32aed0a2-eea5-4c73-9cb6-70055b8ba15f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.4392962 Mar 08 19:47:45.637198 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-459dba9c-d966-4035-adf6-0000e93c6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:45.639308 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-459dba9c-d966-4035-adf6-0000e93c6819 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974953 Mar 08 19:47:45.677321 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-eb05b4ba-afcb-4b2a-8b5c-04c9c5592f6d req-092c7d33-4be8-418b-8c1c-5269b729aa48 service neutron] Publish callbacks [] for security_group (01980e23-73bb-4a03-a27e-b87502240d24), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:45.704594 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-eb05b4ba-afcb-4b2a-8b5c-04c9c5592f6d req-092c7d33-4be8-418b-8c1c-5269b729aa48 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (01980e23-73bb-4a03-a27e-b87502240d24), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:45.802115 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54708) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:45.859132 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c7d33-4be8-418b-8c1c-5269b729aa48 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=01980e23-73bb-4a03-a27e-b87502240d24,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:45.865058 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-eb05b4ba-afcb-4b2a-8b5c-04c9c5592f6d req-092c7d33-4be8-418b-8c1c-5269b729aa48 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8438606 Mar 08 19:47:45.914870 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-e9fc1595-6660-484b-939a-9847b3237b2d service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627347 Mar 08 19:47:45.931996 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-89ad4f60-617d-48f3-b514-2149279e034e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2ca80db465284e7d9018e8fd7a1496e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0673106 Mar 08 19:47:45.932210 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54722) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:46.036344 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f0be1ba6-43b8-4286-9a47-c6dbec4a9d29 admin admin] Publish callbacks [] for security_group (81227a63-28fe-43e4-b46f-c13e75b6906f), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:46.066856 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-6bf50739-18f0-4f28-8706-076057cad599 req-12734d45-5dff-44ab-969d-f55a9516788d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Allocated IP 172.20.0.12 (dfea349b-6bfd-41c2-92c4-062cebf33ab6/5d1de695-2f89-4670-8368-e25440455f01/04a354b0-ebaf-4bb1-8bd4-8311d12fae7f) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:46.070403 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f0be1ba6-43b8-4286-9a47-c6dbec4a9d29 admin admin] Publish callbacks [] for security_group (81227a63-28fe-43e4-b46f-c13e75b6906f), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:46.082937 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89352f5-5095-4b03-946e-f9ddcdb51770 req-7d695fc8-23bc-472f-87bf-28e8293efcab tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:46.093169 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c89352f5-5095-4b03-946e-f9ddcdb51770 req-7d695fc8-23bc-472f-87bf-28e8293efcab tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 944 time: 0.1391940 Mar 08 19:47:46.141856 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-8ffa8789-f7d1-4fb3-b8d8-b28389cc7781 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Allocated IP 172.20.0.4 (b3f5b26d-7786-4d76-b026-0184c6ebc557/9ca6f325-a313-48b4-874a-63f6de10419f/38ecd555-5c0f-44c2-850e-97cbfeea62d4) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:46.155985 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3922c2b2-0487-47bb-b9e7-3f5915f09d4f {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:47:46.170026 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-aed046c0-1d93-4147-a7ca-c1a988b32130 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:46.172097 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-aed046c0-1d93-4147-a7ca-c1a988b32130 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.60 "GET /v2.0/networks?id=e8886c69-71b5-4f2a-a8b1-45077b0e7696 HTTP/1.1" status: 200 len: 819 time: 0.6465573 Mar 08 19:47:46.192422 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Publish callbacks [] for port (3922c2b2-0487-47bb-b9e7-3f5915f09d4f), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:46.200468 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-f36b79c9-ef96-43d7-8253-d4c29ec64177 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Request body: {'port': {'device_id': '4cfa0df4-9973-4370-a11d-492708232495', 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696', 'admin_state_up': True, 'tenant_id': '72ed260f86604db6ac28144af3dfb647'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:46.204651 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f0be1ba6-43b8-4286-9a47-c6dbec4a9d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (81227a63-28fe-43e4-b46f-c13e75b6906f), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:46.207153 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f0be1ba6-43b8-4286-9a47-c6dbec4a9d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:46.208315 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-f0be1ba6-43b8-4286-9a47-c6dbec4a9d29 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/81227a63-28fe-43e4-b46f-c13e75b6906f HTTP/1.1" status: 204 len: 168 time: 0.2751718 Mar 08 19:47:46.254747 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be1ba6-43b8-4286-9a47-c6dbec4a9d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81227a63-28fe-43e4-b46f-c13e75b6906f,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:46.269225 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c89352f5-5095-4b03-946e-f9ddcdb51770 req-4733cdf6-4c69-4602-be5b-98f9bc982123 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750121 Mar 08 19:47:46.290745 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bdeb6627-bb63-4d10-ab3d-17a81cb01d1d req-f1338901-4c1c-45b3-9074-8eb25f466487 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 210 time: 0.1173613 Mar 08 19:47:46.301276 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-685bf8a9-f9b2-43fe-ae24-330fc07195e1 req-0c1cb38c-9468-413d-85ae-8f32be9585ef service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913931 Mar 08 19:47:46.322975 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Transition to ACTIVE for port object 3922c2b2-0487-47bb-b9e7-3f5915f09d4f will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:47:46.382525 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (3922c2b2-0487-47bb-b9e7-3f5915f09d4f), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:46.449056 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b702e388-5668-487d-a4bf-a985c1568d88 req-f1e6bb03-e965-4f7b-b842-512e55e5e16c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 210 time: 0.0625386 Mar 08 19:47:46.466354 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ef8cb-8b48-483f-bc98-3c0e6018bfa2 req-a5e8cf13-06d7-4779-b9ff-5c3540906782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:46.468018 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d58ef8cb-8b48-483f-bc98-3c0e6018bfa2 req-a5e8cf13-06d7-4779-b9ff-5c3540906782 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 1128 time: 0.0955477 Mar 08 19:47:46.620565 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ef8cb-8b48-483f-bc98-3c0e6018bfa2 req-e0972fae-a625-408f-a573-f77200606688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:46.622195 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d58ef8cb-8b48-483f-bc98-3c0e6018bfa2 req-e0972fae-a625-408f-a573-f77200606688 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.1452262 Mar 08 19:47:46.643850 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Pushing event updated for resources: {'Port': ['ID=3922c2b2-0487-47bb-b9e7-3f5915f09d4f,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:46.660513 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e0478d2f-9dbf-4eca-a854-c074932c8ddb req-15612a67-f903-4e30-a79a-0964a07f43b7 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 210 time: 0.0564263 Mar 08 19:47:46.699337 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Attempting to bind port 3922c2b2-0487-47bb-b9e7-3f5915f09d4f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:47:46.699701 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Attempting to bind port 3922c2b2-0487-47bb-b9e7-3f5915f09d4f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '064dd17b-c478-41a5-9866-703c2a2d722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:47:46.700047 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Attempting to bind port 3922c2b2-0487-47bb-b9e7-3f5915f09d4f on network e8886c69-71b5-4f2a-a8b1-45077b0e7696 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:46.705933 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d58ef8cb-8b48-483f-bc98-3c0e6018bfa2 req-823a933c-c4b0-44c4-a268-baf1e70c1605 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea1de1-999c-4b53-999a-016d7f51ba59 HTTP/1.1" status: 200 len: 217 time: 0.0683711 Mar 08 19:47:46.729084 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Port 3922c2b2-0487-47bb-b9e7-3f5915f09d4f on network e8886c69-71b5-4f2a-a8b1-45077b0e7696 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:47:46.729415 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Attempting to bind port 3922c2b2-0487-47bb-b9e7-3f5915f09d4f on network e8886c69-71b5-4f2a-a8b1-45077b0e7696 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:46.735937 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54752) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:46.764222 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-6bf50739-18f0-4f28-8706-076057cad599 req-12734d45-5dff-44ab-969d-f55a9516788d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for port (04a354b0-ebaf-4bb1-8bd4-8311d12fae7f), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:46.764934 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ef8cb-8b48-483f-bc98-3c0e6018bfa2 req-87536a9f-b54d-4141-9f8f-3cd0c3d06d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:46.767480 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d58ef8cb-8b48-483f-bc98-3c0e6018bfa2 req-87536a9f-b54d-4141-9f8f-3cd0c3d06d5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0541644 Mar 08 19:47:46.776885 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:47:46.777249 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Checking segment: {'id': '064dd17b-c478-41a5-9866-703c2a2d722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:46.777791 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Bound using segment: {'id': '064dd17b-c478-41a5-9866-703c2a2d722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:47:46.778259 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Bound port: 3922c2b2-0487-47bb-b9e7-3f5915f09d4f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064dd17b-c478-41a5-9866-703c2a2d722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:47:46.778615 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (3922c2b2-0487-47bb-b9e7-3f5915f09d4f), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:46.789122 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-f36b79c9-ef96-43d7-8253-d4c29ec64177 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Made reservation on behalf of 72ed260f86604db6ac28144af3dfb647 for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:47:46.792681 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-f36b79c9-ef96-43d7-8253-d4c29ec64177 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:46.821778 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ef8cb-8b48-483f-bc98-3c0e6018bfa2 req-9cebc590-3a5a-44c4-b744-c87a1c800fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:46.823419 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d58ef8cb-8b48-483f-bc98-3c0e6018bfa2 req-9cebc590-3a5a-44c4-b744-c87a1c800fa7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491042 Mar 08 19:47:46.833213 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-8ffa8789-f7d1-4fb3-b8d8-b28389cc7781 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:46.911241 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d3ef9-a556-4eab-a3e5-fd495823183c req-284226f6-4d6c-4251-9124-9dea8db7d6c3 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:46.912825 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-752d3ef9-a556-4eab-a3e5-fd495823183c req-284226f6-4d6c-4251-9124-9dea8db7d6c3 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 945 time: 0.3877609 Mar 08 19:47:46.926116 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d58ef8cb-8b48-483f-bc98-3c0e6018bfa2 req-89e92ec4-b0a5-4eed-8b5e-f8de5dda88d8 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931439 Mar 08 19:47:46.973439 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-04247c67-1d48-4b70-ae38-dc0d280c6f3b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e5101e39e390451799c4bd32e5c8f863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290440 Mar 08 19:47:46.987344 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 54760) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:47.024735 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d58ef8cb-8b48-483f-bc98-3c0e6018bfa2 req-848f01d2-c6b7-433f-be9d-2fd2aa33153b service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906401 Mar 08 19:47:47.031614 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-6bf50739-18f0-4f28-8706-076057cad599 req-12734d45-5dff-44ab-969d-f55a9516788d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (04a354b0-ebaf-4bb1-8bd4-8311d12fae7f), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:47.137183 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] For port 3922c2b2-0487-47bb-b9e7-3f5915f09d4f, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:47:47.180839 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-8ffa8789-f7d1-4fb3-b8d8-b28389cc7781 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:47.207874 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] For port 3922c2b2-0487-47bb-b9e7-3f5915f09d4f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3922c2b2-0487-47bb-b9e7-3f5915f09d4f,segment=NetworkSegment(064dd17b-c478-41a5-9866-703c2a2d722e),segment_id=064dd17b-c478-41a5-9866-703c2a2d722e)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:47:47.223513 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-752d3ef9-a556-4eab-a3e5-fd495823183c req-03d24f4b-3133-4ee3-8f21-6d07ca80a38a tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933254 Mar 08 19:47:47.231625 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf50739-18f0-4f28-8706-076057cad599 req-12734d45-5dff-44ab-969d-f55a9516788d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Network dfea349b-6bfd-41c2-92c4-062cebf33ab6 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:47.238937 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (3922c2b2-0487-47bb-b9e7-3f5915f09d4f), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:47.244029 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12734d45-5dff-44ab-969d-f55a9516788d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'Port': ['ID=04a354b0-ebaf-4bb1-8bd4-8311d12fae7f,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:47.252950 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-6bf50739-18f0-4f28-8706-076057cad599 req-12734d45-5dff-44ab-969d-f55a9516788d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:47.255449 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf50739-18f0-4f28-8706-076057cad599 req-12734d45-5dff-44ab-969d-f55a9516788d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:47.261277 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf50739-18f0-4f28-8706-076057cad599 req-12734d45-5dff-44ab-969d-f55a9516788d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:47.262153 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-6bf50739-18f0-4f28-8706-076057cad599 req-12734d45-5dff-44ab-969d-f55a9516788d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:47.307137 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa8789-f7d1-4fb3-b8d8-b28389cc7781 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Pushing event updated for resources: {'Port': ['ID=38ecd555-5c0f-44c2-850e-97cbfeea62d4,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:47.314625 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-f36b79c9-ef96-43d7-8253-d4c29ec64177 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Allocated IP 172.20.0.3 (e8886c69-71b5-4f2a-a8b1-45077b0e7696/a50455b0-9330-418e-b6d3-f83bdb8fede0/dd0094c5-2d50-493d-af72-15d0f09deacf) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:47:47.336536 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-8ffa8789-f7d1-4fb3-b8d8-b28389cc7781 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Network b3f5b26d-7786-4d76-b026-0184c6ebc557 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:47.427595 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:47.429236 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:47.430884 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] 10.222.0.60 "PUT /v2.0/ports/3922c2b2-0487-47bb-b9e7-3f5915f09d4f HTTP/1.1" status: 200 len: 1094 time: 3.3578608 Mar 08 19:47:47.436456 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-8ffa8789-f7d1-4fb3-b8d8-b28389cc7781 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:47.439018 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-8ffa8789-f7d1-4fb3-b8d8-b28389cc7781 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:47.465977 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-8ffa8789-f7d1-4fb3-b8d8-b28389cc7781 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:47.466733 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-8ffa8789-f7d1-4fb3-b8d8-b28389cc7781 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:47.486565 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae2ebb6-0a33-4828-9401-549caf63b885', 'tag': '3922c2b2-0487-47bb-b9e7-3f5915f09d4f'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:47:47.526583 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4081d9-c286-459d-b5cd-0ca5b31cc310 req-2590b27d-7d4b-46f0-8d67-6e631b914614 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:47.553409 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fc4081d9-c286-459d-b5cd-0ca5b31cc310 req-2590b27d-7d4b-46f0-8d67-6e631b914614 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 944 time: 0.1424375 Mar 08 19:47:47.635820 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fc4081d9-c286-459d-b5cd-0ca5b31cc310 req-28c3ac82-20fd-45e3-bd76-37e16ce1b5c4 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815144 Mar 08 19:47:47.642314 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6bf50739-18f0-4f28-8706-076057cad599 req-12734d45-5dff-44ab-969d-f55a9516788d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3029072 Mar 08 19:47:47.693596 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-8ffa8789-f7d1-4fb3-b8d8-b28389cc7781 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5972703 Mar 08 19:47:47.721268 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-589707c2-d7fe-4e06-ba3f-2ee0f46d5777 None None] Provisioning complete for port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:47.721878 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-589707c2-d7fe-4e06-ba3f-2ee0f46d5777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (04a354b0-ebaf-4bb1-8bd4-8311d12fae7f), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:47.752352 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-eadc01d9-0a03-4d55-94a3-e4b9e89f622f admin admin] Publish callbacks [] for security_group (a1bc93f0-56c4-4123-bb47-ab9607bfb27f), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:47.788377 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-eadc01d9-0a03-4d55-94a3-e4b9e89f622f admin admin] Publish callbacks [] for security_group (a1bc93f0-56c4-4123-bb47-ab9607bfb27f), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:47.824411 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-589707c2-d7fe-4e06-ba3f-2ee0f46d5777 None None] Port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:47:47.851180 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8079-b7d3-49af-a3fe-a6e65f7336be req-9f0d7ae9-89ad-4931-b32b-2a529b34dd65 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:47.853337 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cdbb8079-b7d3-49af-a3fe-a6e65f7336be req-9f0d7ae9-89ad-4931-b32b-2a529b34dd65 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 931 time: 0.1147494 Mar 08 19:47:47.928498 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Request body: {'port': {'device_id': '5a53ea32-1838-4dd1-85b7-bae137389683', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:47.943559 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Request body: {'port': {'device_id': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:47.952713 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cdbb8079-b7d3-49af-a3fe-a6e65f7336be req-5ec9e160-8481-4e7c-ab33-b80758dc1b1c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897665 Mar 08 19:47:47.976475 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-f2d7a9d5-ab76-49dd-a8ec-2a05ab7d5d87 None None] Provisioning complete for port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:47.976673 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f2d7a9d5-ab76-49dd-a8ec-2a05ab7d5d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:47.984887 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-85bf6e9e-8a10-416d-930e-525377962543 req-3f5eb6ba-47cc-4ac9-bf40-baedc127ee74 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 210 time: 0.5529180 Mar 08 19:47:47.997477 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4acd6b-4547-4c18-b3f5-e3419b06eaf9" -d '{"events": [{"name": "network-changed", "server_uuid": "aae2ebb6-0a33-4828-9401-549caf63b885", "tag": "3922c2b2-0487-47bb-b9e7-3f5915f09d4f"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:47:48.058183 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-eadc01d9-0a03-4d55-94a3-e4b9e89f622f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (a1bc93f0-56c4-4123-bb47-ab9607bfb27f), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:48.061258 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-eadc01d9-0a03-4d55-94a3-e4b9e89f622f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:48.065582 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-eadc01d9-0a03-4d55-94a3-e4b9e89f622f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1bc93f0-56c4-4123-bb47-ab9607bfb27f HTTP/1.1" status: 204 len: 168 time: 1.0730543 Mar 08 19:47:48.093922 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7a9d5-ab76-49dd-a8ec-2a05ab7d5d87 None None] Port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:47:48.121119 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090a5d1-8789-49c8-870a-73ad2aa50f06 service neutron] Pushing event updated for resources: {'Port': ['ID=3922c2b2-0487-47bb-b9e7-3f5915f09d4f,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:48.122244 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a872a-fe0d-4fa3-8762-6f57310f3044 req-7b689424-798c-4c35-8ba9-fd62cdefcabd tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:48.135623 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc01d9-0a03-4d55-94a3-e4b9e89f622f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bc93f0-56c4-4123-bb47-ab9607bfb27f,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:48.144227 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b91a872a-fe0d-4fa3-8762-6f57310f3044 req-7b689424-798c-4c35-8ba9-fd62cdefcabd tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 932 time: 0.1224585 Mar 08 19:47:48.151673 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:48.216423 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-9d22e979-b428-4263-96eb-c14235a067bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:48.217958 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-9d22e979-b428-4263-96eb-c14235a067bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72ed260f86604db6ac28144af3dfb647&device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 1128 time: 0.5837967 Mar 08 19:47:48.246342 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b91a872a-fe0d-4fa3-8762-6f57310f3044 req-5c5aca90-c6f1-4016-8f45-389d07071d17 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010361 Mar 08 19:47:48.288193 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b7a077-9320-4823-93eb-a6c61112f37a x-openstack-request-id: req-f0b7a077-9320-4823-93eb-a6c61112f37a {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:47:48.288732 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae2ebb6-0a33-4828-9401-549caf63b885", "tag": "3922c2b2-0487-47bb-b9e7-3f5915f09d4f", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:47:48.289038 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f0b7a077-9320-4823-93eb-a6c61112f37a {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:47:48.289691 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae2ebb6-0a33-4828-9401-549caf63b885', 'tag': '3922c2b2-0487-47bb-b9e7-3f5915f09d4f', 'status': 'completed', 'code': 200} Mar 08 19:47:48.398959 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343168e-686f-4791-a5d9-b46a9b9b3ff7 req-5845eab9-168c-4a44-9efc-0ec908d4aa6e tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:48.400581 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2343168e-686f-4791-a5d9-b46a9b9b3ff7 req-5845eab9-168c-4a44-9efc-0ec908d4aa6e tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 945 time: 0.0686629 Mar 08 19:47:48.461812 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2343168e-686f-4791-a5d9-b46a9b9b3ff7 req-8c1cd0b6-8881-4485-96e3-536768c63fdb tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546477 Mar 08 19:47:48.559109 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (04a354b0-ebaf-4bb1-8bd4-8311d12fae7f), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:48.574320 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-74e19c4b-bf86-433f-8328-cc69f126723c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3922c2b2-0487-47bb-b9e7-3f5915f09d4f HTTP/1.1" status: 200 len: 217 time: 0.3311133 Mar 08 19:47:48.701286 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54852) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:48.886614 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-f36b79c9-ef96-43d7-8253-d4c29ec64177 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Publish callbacks [] for port (dd0094c5-2d50-493d-af72-15d0f09deacf), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:48.933862 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-68c3421a-8eff-4dde-9db8-c6c7861b3a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:48.935391 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-68c3421a-8eff-4dde-9db8-c6c7861b3a8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a50455b0-9330-418e-b6d3-f83bdb8fede0 HTTP/1.1" status: 200 len: 859 time: 0.3507893 Mar 08 19:47:48.945430 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4705634e-7729-444a-8e9d-94552d370639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:48.994795 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device deea1de1-999c-4b53-999a-016d7f51ba59 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:47:49.077121 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-8e7af988-25dc-496e-b418-2b02616f080c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8886c69-71b5-4f2a-a8b1-45077b0e7696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250300 Mar 08 19:47:49.150243 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1ab5d-171d-4c2e-9f06-cfe240784beb req-20566734-17ea-457e-9790-853dc5bc7481 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:49.151826 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9e1ab5d-171d-4c2e-9f06-cfe240784beb req-20566734-17ea-457e-9790-853dc5bc7481 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 944 time: 0.4203677 Mar 08 19:47:49.163191 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port deea1de1-999c-4b53-999a-016d7f51ba59, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=deea1de1-999c-4b53-999a-016d7f51ba59,segment=NetworkSegment(5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0),segment_id=5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:49.184157 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': 'deea1de1-999c-4b53-999a-016d7f51ba59', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'port_id': 'deea1de1-999c-4b53-999a-016d7f51ba59', 'mac_address': 'fa:16:3e:fa:4c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:47:49.237045 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-f36b79c9-ef96-43d7-8253-d4c29ec64177 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (dd0094c5-2d50-493d-af72-15d0f09deacf), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:49.256272 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port deea1de1-999c-4b53-999a-016d7f51ba59 is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:49.256696 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (deea1de1-999c-4b53-999a-016d7f51ba59), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:49.284240 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deea1de1-999c-4b53-999a-016d7f51ba59 {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:47:49.291628 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4705634e-7729-444a-8e9d-94552d370639 admin admin] Publish callbacks [] for security_group (65285918-52ad-4993-becc-2894cf7d0cc6), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:49.305464 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4289a9-390a-4b30-bef8-56c4388d9dc1 req-ef7a6eec-8032-4b06-80d8-75f14cf58836 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:49.307992 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ed4289a9-390a-4b30-bef8-56c4388d9dc1 req-ef7a6eec-8032-4b06-80d8-75f14cf58836 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 931 time: 0.1405098 Mar 08 19:47:49.309550 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4705634e-7729-444a-8e9d-94552d370639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (65285918-52ad-4993-becc-2894cf7d0cc6), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:49.329896 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port deea1de1-999c-4b53-999a-016d7f51ba59, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=deea1de1-999c-4b53-999a-016d7f51ba59,segment=NetworkSegment(5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0),segment_id=5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:49.341780 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (deea1de1-999c-4b53-999a-016d7f51ba59), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:49.360313 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705634e-7729-444a-8e9d-94552d370639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65285918-52ad-4993-becc-2894cf7d0cc6,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:49.377520 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-f36b79c9-ef96-43d7-8253-d4c29ec64177 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Network e8886c69-71b5-4f2a-a8b1-45077b0e7696 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:47:49.396472 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-4705634e-7729-444a-8e9d-94552d370639 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7a6ea4d3488d46769b6cb023463788b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6892040 Mar 08 19:47:49.396472 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54896) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:49.398968 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-f36b79c9-ef96-43d7-8253-d4c29ec64177 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:47:49.401587 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-f36b79c9-ef96-43d7-8253-d4c29ec64177 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:47:49.407113 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-f36b79c9-ef96-43d7-8253-d4c29ec64177 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:49.407732 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-f36b79c9-ef96-43d7-8253-d4c29ec64177 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:49.434285 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9e1ab5d-171d-4c2e-9f06-cfe240784beb req-f6418bd0-a568-4970-b3b9-e4821578d25d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419996 Mar 08 19:47:49.436310 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-4363854c-d7b1-40e2-a910-5fb0a556df46 service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494599 Mar 08 19:47:49.459230 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ed4289a9-390a-4b30-bef8-56c4388d9dc1 req-c7bec097-6303-4d29-a6b5-1ab35e6d9ca0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089046 Mar 08 19:47:49.478643 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b79c9-ef96-43d7-8253-d4c29ec64177 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Pushing event updated for resources: {'Port': ['ID=dd0094c5-2d50-493d-af72-15d0f09deacf,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:49.519037 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-f36b79c9-ef96-43d7-8253-d4c29ec64177 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3301642 Mar 08 19:47:49.521514 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=deea1de1-999c-4b53-999a-016d7f51ba59,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:49.523341 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ecd555-5c0f-44c2-850e-97cbfeea62d4 {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:47:49.525765 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-69506b14-9b5c-4466-a5b8-b06fb7add7e3 admin admin] Publish callbacks [] for security_group (65285918-52ad-4993-becc-2894cf7d0cc6), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:49.539199 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Request body: {'port': {'device_id': '4cfa0df4-9973-4370-a11d-492708232495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:49.543455 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Publish callbacks [] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:49.547279 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['deea1de1-999c-4b53-999a-016d7f51ba59'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:47:49.549091 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:47:49.577404 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-69506b14-9b5c-4466-a5b8-b06fb7add7e3 admin admin] Publish callbacks [] for security_group (65285918-52ad-4993-becc-2894cf7d0cc6), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:49.645960 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Publish callbacks [] for port (04a354b0-ebaf-4bb1-8bd4-8311d12fae7f), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:49.673504 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Transition to ACTIVE for port object 38ecd555-5c0f-44c2-850e-97cbfeea62d4 will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:47:49.684481 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cd913-e2dc-4e31-a04d-320314c7b1bc req-ceba73f1-94f4-4806-8b2c-8fdd79a84ab7 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:49.692427 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-254cd913-e2dc-4e31-a04d-320314c7b1bc req-ceba73f1-94f4-4806-8b2c-8fdd79a84ab7 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 932 time: 0.1095738 Mar 08 19:47:49.712719 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:49.728947 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-69506b14-9b5c-4466-a5b8-b06fb7add7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (65285918-52ad-4993-becc-2894cf7d0cc6), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:49.731231 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Transition to ACTIVE for port object 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:47:49.733408 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-69506b14-9b5c-4466-a5b8-b06fb7add7e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:49.734892 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-69506b14-9b5c-4466-a5b8-b06fb7add7e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/65285918-52ad-4993-becc-2894cf7d0cc6 HTTP/1.1" status: 204 len: 168 time: 0.3387413 Mar 08 19:47:49.758397 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69506b14-9b5c-4466-a5b8-b06fb7add7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65285918-52ad-4993-becc-2894cf7d0cc6,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:49.773947 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-254cd913-e2dc-4e31-a04d-320314c7b1bc req-74250cab-257f-468e-b729-c8e0bf015ad2 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798399 Mar 08 19:47:49.799202 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (04a354b0-ebaf-4bb1-8bd4-8311d12fae7f), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:49.831786 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5c32a74e-ca97-40fa-82bf-1189578360fc req-a853d32a-ae98-4a02-a2ee-230959b3247c service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666542 Mar 08 19:47:49.852325 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (dd0094c5-2d50-493d-af72-15d0f09deacf), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:49.856990 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Pushing event updated for resources: {'Port': ['ID=38ecd555-5c0f-44c2-850e-97cbfeea62d4,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:49.911880 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c4f60-f999-4d8c-b8e3-8bbaf8c8dc1b req-381a43fd-7729-4409-bbe9-969943b43e29 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:49.919106 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bb4c4f60-f999-4d8c-b8e3-8bbaf8c8dc1b req-381a43fd-7729-4409-bbe9-969943b43e29 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 931 time: 0.2754700 Mar 08 19:47:50.078403 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54914) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:50.091949 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Pushing event updated for resources: {'Port': ['ID=04a354b0-ebaf-4bb1-8bd4-8311d12fae7f,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:50.119554 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Attempting to bind port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:47:50.119895 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Attempting to bind port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '0f2deefd-34bd-4ce8-849a-361f161c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:47:50.120231 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Attempting to bind port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 on network b3f5b26d-7786-4d76-b026-0184c6ebc557 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:50.137967 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Attempting to bind port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:47:50.138201 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Attempting to bind port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:47:50.138452 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Attempting to bind port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f on network dfea349b-6bfd-41c2-92c4-062cebf33ab6 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:50.197279 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 on network b3f5b26d-7786-4d76-b026-0184c6ebc557 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:47:50.197898 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Attempting to bind port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 on network b3f5b26d-7786-4d76-b026-0184c6ebc557 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:50.262521 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f on network dfea349b-6bfd-41c2-92c4-062cebf33ab6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:47:50.263497 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Attempting to bind port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f on network dfea349b-6bfd-41c2-92c4-062cebf33ab6 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:50.290942 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bb4c4f60-f999-4d8c-b8e3-8bbaf8c8dc1b req-c5444baf-2d7c-43c0-ae7f-c6d1707e0df1 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710270 Mar 08 19:47:50.297052 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:47:50.298035 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Checking segment: {'id': '0f2deefd-34bd-4ce8-849a-361f161c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:50.298555 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Bound using segment: {'id': '0f2deefd-34bd-4ce8-849a-361f161c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:47:50.299073 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Bound port: 38ecd555-5c0f-44c2-850e-97cbfeea62d4, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2deefd-34bd-4ce8-849a-361f161c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:47:50.299677 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:50.316433 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:47:50.316918 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Checking segment: {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:50.317477 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Bound using segment: {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:47:50.318120 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Bound port: 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:47:50.318626 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (04a354b0-ebaf-4bb1-8bd4-8311d12fae7f), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:50.338313 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4acd6b-4547-4c18-b3f5-e3419b06eaf9 req-6828bcbc-da31-4938-aa29-7e3b04effd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:50.340333 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8d4acd6b-4547-4c18-b3f5-e3419b06eaf9 req-6828bcbc-da31-4938-aa29-7e3b04effd0c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72ed260f86604db6ac28144af3dfb647&device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 1128 time: 0.4166102 Mar 08 19:47:50.484066 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-43ae9b4c-50fd-40a9-afb9-63eefb8ae72a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:50.652465 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54936) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:50.660511 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-43ae9b4c-50fd-40a9-afb9-63eefb8ae72a admin admin] Publish callbacks [] for security_group (bbd7b483-ee36-4e93-8e4a-366c73c771ef), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:50.674348 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-173476e9-1d1f-464a-97c1-8c1a6c39420c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:50.677348 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-43ae9b4c-50fd-40a9-afb9-63eefb8ae72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (bbd7b483-ee36-4e93-8e4a-366c73c771ef), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:50.741946 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-43ae9b4c-50fd-40a9-afb9-63eefb8ae72a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3854b94f14846e2a0dc2fdb38019f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6614828 Mar 08 19:47:50.744077 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54942) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:50.744889 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae9b4c-50fd-40a9-afb9-63eefb8ae72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd7b483-ee36-4e93-8e4a-366c73c771ef,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:50.830543 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-69bdbd0b-2c01-42ae-b595-1de5ebbe7efb admin admin] Publish callbacks [] for security_group (bbd7b483-ee36-4e93-8e4a-366c73c771ef), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:50.882110 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-69bdbd0b-2c01-42ae-b595-1de5ebbe7efb admin admin] Publish callbacks [] for security_group (bbd7b483-ee36-4e93-8e4a-366c73c771ef), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:50.922692 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-173476e9-1d1f-464a-97c1-8c1a6c39420c admin admin] Publish callbacks [] for security_group (1528be53-06c8-4374-bb31-8baaf8101507), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:50.933027 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-173476e9-1d1f-464a-97c1-8c1a6c39420c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (1528be53-06c8-4374-bb31-8baaf8101507), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:50.977042 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] For port 38ecd555-5c0f-44c2-850e-97cbfeea62d4, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:47:50.988801 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-173476e9-1d1f-464a-97c1-8c1a6c39420c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=904b7ec03e7240e380ac426c8df9dbd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364599 Mar 08 19:47:50.991494 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54950) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:50.998215 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] For port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:47:51.002659 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] For port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=04a354b0-ebaf-4bb1-8bd4-8311d12fae7f,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:47:51.002850 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173476e9-1d1f-464a-97c1-8c1a6c39420c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1528be53-06c8-4374-bb31-8baaf8101507,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:51.003910 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device deea1de1-999c-4b53-999a-016d7f51ba59 up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:51.015629 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] For port 38ecd555-5c0f-44c2-850e-97cbfeea62d4, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=38ecd555-5c0f-44c2-850e-97cbfeea62d4,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:47:51.027982 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768ecca-9122-4e7a-a568-4106499452f4 req-fe62f30a-7b4d-407f-bfb2-3933c49880c3 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:51.029647 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1768ecca-9122-4e7a-a568-4106499452f4 req-fe62f30a-7b4d-407f-bfb2-3933c49880c3 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.1669102 Mar 08 19:47:51.046766 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (04a354b0-ebaf-4bb1-8bd4-8311d12fae7f), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:51.053281 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-69bdbd0b-2c01-42ae-b595-1de5ebbe7efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (bbd7b483-ee36-4e93-8e4a-366c73c771ef), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:51.055771 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-69bdbd0b-2c01-42ae-b595-1de5ebbe7efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:51.060415 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-69bdbd0b-2c01-42ae-b595-1de5ebbe7efb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bbd7b483-ee36-4e93-8e4a-366c73c771ef HTTP/1.1" status: 204 len: 168 time: 0.3125381 Mar 08 19:47:51.084482 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:51.087224 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdbd0b-2c01-42ae-b595-1de5ebbe7efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd7b483-ee36-4e93-8e4a-366c73c771ef,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:51.122706 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:51.123294 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:51.127085 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6bf50739-18f0-4f28-8706-076057cad599 req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] 10.222.0.60 "PUT /v2.0/ports/04a354b0-ebaf-4bb1-8bd4-8311d12fae7f HTTP/1.1" status: 200 len: 1094 time: 3.4323215 Mar 08 19:47:51.154113 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-de9f6309-7b95-41e0-a9bc-8e7bde495492 admin admin] Publish callbacks [] for security_group (1528be53-06c8-4374-bb31-8baaf8101507), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:51.173034 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a53ea32-1838-4dd1-85b7-bae137389683', 'tag': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:47:51.176467 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ccdec0-2b16-4ee9-b34e-e718136a36b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5a53ea32-1838-4dd1-85b7-bae137389683", "tag": "04a354b0-ebaf-4bb1-8bd4-8311d12fae7f"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:47:51.180483 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1768ecca-9122-4e7a-a568-4106499452f4 req-450af7a2-786d-40fd-9708-47341b8843c4 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328707 Mar 08 19:47:51.236580 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-de9f6309-7b95-41e0-a9bc-8e7bde495492 admin admin] Publish callbacks [] for security_group (1528be53-06c8-4374-bb31-8baaf8101507), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:51.255804 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port deea1de1-999c-4b53-999a-016d7f51ba59 completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:47:51.263113 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port deea1de1-999c-4b53-999a-016d7f51ba59 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:51.263833 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (deea1de1-999c-4b53-999a-016d7f51ba59), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:51.345557 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0094c5-2d50-493d-af72-15d0f09deacf {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:47:51.356107 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Publish callbacks [] for port (dd0094c5-2d50-493d-af72-15d0f09deacf), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:51.380681 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4acd6b-4547-4c18-b3f5-e3419b06eaf9 req-e18a2836-45d7-40af-8cb1-92650b2371cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:51.386921 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8d4acd6b-4547-4c18-b3f5-e3419b06eaf9 req-e18a2836-45d7-40af-8cb1-92650b2371cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8886c69-71b5-4f2a-a8b1-45077b0e7696 HTTP/1.1" status: 200 len: 920 time: 1.0340688 Mar 08 19:47:51.403759 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:51.408100 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:51.409899 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] 10.222.0.60 "PUT /v2.0/ports/38ecd555-5c0f-44c2-850e-97cbfeea62d4 HTTP/1.1" status: 200 len: 1093 time: 3.4775009 Mar 08 19:47:51.471192 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port deea1de1-999c-4b53-999a-016d7f51ba59 is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:51.474607 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-de9f6309-7b95-41e0-a9bc-8e7bde495492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (1528be53-06c8-4374-bb31-8baaf8101507), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:51.476170 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (deea1de1-999c-4b53-999a-016d7f51ba59), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:51.482351 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-de9f6309-7b95-41e0-a9bc-8e7bde495492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:51.484240 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-de9f6309-7b95-41e0-a9bc-8e7bde495492 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1528be53-06c8-4374-bb31-8baaf8101507 HTTP/1.1" status: 204 len: 168 time: 0.4903705 Mar 08 19:47:51.499035 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecfb43-46dd-4c6b-a004-a3637840ddd9 req-6b7775c6-8298-47ce-80ae-9eed3acdc901 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:51.501025 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-00ecfb43-46dd-4c6b-a004-a3637840ddd9 req-6b7775c6-8298-47ce-80ae-9eed3acdc901 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 944 time: 0.1787033 Mar 08 19:47:51.519805 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30230c-a746-4a04-be65-4a6d130c44cb req-c566e071-f419-4506-bcca-c2c9b61b35ad tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:51.523409 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477b451d-e030-4691-965c-19224d84c9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deea1de1-999c-4b53-999a-016d7f51ba59'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:47:51.526630 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-be30230c-a746-4a04-be65-4a6d130c44cb req-c566e071-f419-4506-bcca-c2c9b61b35ad tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 945 time: 0.9529696 Mar 08 19:47:51.532500 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ee6d9a-e4ab-4d81-b8a3-249afef3ac5d" -d '{"events": [{"server_uuid": "477b451d-e030-4691-965c-19224d84c9b4", "name": "network-vif-plugged", "status": "completed", "tag": "deea1de1-999c-4b53-999a-016d7f51ba59"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:47:51.550012 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port deea1de1-999c-4b53-999a-016d7f51ba59, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=deea1de1-999c-4b53-999a-016d7f51ba59,segment=NetworkSegment(5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0),segment_id=5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:51.555891 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (deea1de1-999c-4b53-999a-016d7f51ba59), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:51.561611 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f6309-7b95-41e0-a9bc-8e7bde495492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1528be53-06c8-4374-bb31-8baaf8101507,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:51.602273 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824875b-a063-4b82-8304-2b34ed9c043f service neutron] Pushing event updated for resources: {'Port': ['ID=04a354b0-ebaf-4bb1-8bd4-8311d12fae7f,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:51.627858 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=deea1de1-999c-4b53-999a-016d7f51ba59,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:51.648682 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-00ecfb43-46dd-4c6b-a004-a3637840ddd9 req-7a24c26f-dd24-4a1c-9583-0fba02afda5d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173060 Mar 08 19:47:51.723545 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Transition to ACTIVE for port object dd0094c5-2d50-493d-af72-15d0f09deacf will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:47:51.739270 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7d45c-c0c0-474d-ad98-c2aebc1fe6ae service neutron] Pushing event updated for resources: {'Port': ['ID=38ecd555-5c0f-44c2-850e-97cbfeea62d4,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:51.743608 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfac14d3-75d4-4489-8302-8f146bce14e0 x-openstack-request-id: req-bfac14d3-75d4-4489-8302-8f146bce14e0 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:47:51.743909 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a53ea32-1838-4dd1-85b7-bae137389683", "tag": "04a354b0-ebaf-4bb1-8bd4-8311d12fae7f", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:47:51.744325 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bfac14d3-75d4-4489-8302-8f146bce14e0 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:47:51.745698 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a53ea32-1838-4dd1-85b7-bae137389683', 'tag': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f', 'status': 'completed', 'code': 200} Mar 08 19:47:51.758769 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (dd0094c5-2d50-493d-af72-15d0f09deacf), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:51.768607 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8d4acd6b-4547-4c18-b3f5-e3419b06eaf9 req-9ebc1bef-132f-4856-a2d5-72b4c2dfb63c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3922c2b2-0487-47bb-b9e7-3f5915f09d4f HTTP/1.1" status: 200 len: 217 time: 0.2243502 Mar 08 19:47:51.886828 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-be30230c-a746-4a04-be65-4a6d130c44cb req-29a67502-3b4f-441a-9586-dcf0ccaf03e9 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031533 Mar 08 19:47:51.892950 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-22725c27-8fbe-4ed0-95f9-8c486b62c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:51.893722 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca42f1-637f-42a9-b644-0bd95a501e38 req-24fe6be9-6c8b-4c20-ac48-407856fd5797 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:51.895348 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-22725c27-8fbe-4ed0-95f9-8c486b62c87f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8fc81146d843659f7b027db2238ff7&device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 1127 time: 0.3396957 Mar 08 19:47:51.899964 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0094c5-2d50-493d-af72-15d0f09deacf,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:51.902883 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8bca42f1-637f-42a9-b644-0bd95a501e38 req-24fe6be9-6c8b-4c20-ac48-407856fd5797 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 943 time: 0.1038306 Mar 08 19:47:51.909825 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf50739-18f0-4f28-8706-076057cad599 req-1a3ab208-e3e8-4455-82cd-f0ed9bbaf8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:51.912983 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6bf50739-18f0-4f28-8706-076057cad599 req-1a3ab208-e3e8-4455-82cd-f0ed9bbaf8b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 1128 time: 0.5438471 Mar 08 19:47:51.931840 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54982) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:51.960242 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3b41-882c-4e71-bf7d-6b80d219d711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:51.987219 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe05706-f8a0-4000-85eb-b2cc328892a6 x-openstack-request-id: req-dfe05706-f8a0-4000-85eb-b2cc328892a6 {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:47:51.987766 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477b451d-e030-4691-965c-19224d84c9b4", "name": "network-vif-plugged", "status": "completed", "tag": "deea1de1-999c-4b53-999a-016d7f51ba59", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:47:51.988037 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dfe05706-f8a0-4000-85eb-b2cc328892a6 {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:47:51.988462 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477b451d-e030-4691-965c-19224d84c9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deea1de1-999c-4b53-999a-016d7f51ba59', 'code': 200} Mar 08 19:47:52.018493 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-8fae0ea4-a4ee-4bd3-bb54-52b4f17bf1e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38ecd555-5c0f-44c2-850e-97cbfeea62d4 HTTP/1.1" status: 200 len: 217 time: 0.1143124 Mar 08 19:47:52.061563 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4acd6b-4547-4c18-b3f5-e3419b06eaf9 req-55ff308d-e29c-40ad-9584-106587ffed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:52.063552 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8d4acd6b-4547-4c18-b3f5-e3419b06eaf9 req-55ff308d-e29c-40ad-9584-106587ffed5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a50455b0-9330-418e-b6d3-f83bdb8fede0 HTTP/1.1" status: 200 len: 859 time: 0.2630932 Mar 08 19:47:52.073951 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6bf50739-18f0-4f28-8706-076057cad599 req-d88b70b0-ca29-4322-b9ac-2e9c607d3d22 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04a354b0-ebaf-4bb1-8bd4-8311d12fae7f HTTP/1.1" status: 200 len: 217 time: 0.1478384 Mar 08 19:47:52.101658 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Attempting to bind port dd0094c5-2d50-493d-af72-15d0f09deacf on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:47:52.101658 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Attempting to bind port dd0094c5-2d50-493d-af72-15d0f09deacf by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '064dd17b-c478-41a5-9866-703c2a2d722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:47:52.101969 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Attempting to bind port dd0094c5-2d50-493d-af72-15d0f09deacf on network e8886c69-71b5-4f2a-a8b1-45077b0e7696 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:52.106799 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3b41-882c-4e71-bf7d-6b80d219d711 admin admin] Publish callbacks [] for security_group (f1878222-0306-4d7f-9ac0-36616ce21d2b), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:52.120049 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8bca42f1-637f-42a9-b644-0bd95a501e38 req-d3142c4d-83cf-4e85-a1b8-1f1ee716d4bb tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081563 Mar 08 19:47:52.127209 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3b41-882c-4e71-bf7d-6b80d219d711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (f1878222-0306-4d7f-9ac0-36616ce21d2b), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:52.148878 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Port dd0094c5-2d50-493d-af72-15d0f09deacf on network e8886c69-71b5-4f2a-a8b1-45077b0e7696 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:47:52.149315 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Attempting to bind port dd0094c5-2d50-493d-af72-15d0f09deacf on network e8886c69-71b5-4f2a-a8b1-45077b0e7696 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:47:52.152933 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8d4acd6b-4547-4c18-b3f5-e3419b06eaf9 req-553e862c-36b6-4176-9fc2-ed58ba80eb26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8886c69-71b5-4f2a-a8b1-45077b0e7696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768595 Mar 08 19:47:52.171177 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-3c0b3b41-882c-4e71-bf7d-6b80d219d711 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9b2969aa22c4e6d9b5b31d85bde91e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343886 Mar 08 19:47:52.172261 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b3b41-882c-4e71-bf7d-6b80d219d711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1878222-0306-4d7f-9ac0-36616ce21d2b,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:52.177417 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 54988) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:52.194883 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:47:52.195567 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Checking segment: {'id': '064dd17b-c478-41a5-9866-703c2a2d722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:47:52.195686 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Bound using segment: {'id': '064dd17b-c478-41a5-9866-703c2a2d722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:47:52.196110 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Bound port: dd0094c5-2d50-493d-af72-15d0f09deacf, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064dd17b-c478-41a5-9866-703c2a2d722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:47:52.196398 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (dd0094c5-2d50-493d-af72-15d0f09deacf), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:52.234637 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-512ba281-080b-42b7-84b3-b060a0d35334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:52.236120 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-512ba281-080b-42b7-84b3-b060a0d35334 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca6f325-a313-48b4-874a-63f6de10419f HTTP/1.1" status: 200 len: 856 time: 0.1771538 Mar 08 19:47:52.276974 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a390337b-6940-47d1-a23f-816855c46fdd admin admin] Publish callbacks [] for security_group (f1878222-0306-4d7f-9ac0-36616ce21d2b), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:52.306175 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a390337b-6940-47d1-a23f-816855c46fdd admin admin] Publish callbacks [] for security_group (f1878222-0306-4d7f-9ac0-36616ce21d2b), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:52.316359 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf50739-18f0-4f28-8706-076057cad599 req-9dddeb6d-161c-4218-9ce4-3a305856c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:52.317838 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6bf50739-18f0-4f28-8706-076057cad599 req-9dddeb6d-161c-4218-9ce4-3a305856c062 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d1de695-2f89-4670-8368-e25440455f01 HTTP/1.1" status: 200 len: 854 time: 0.2128766 Mar 08 19:47:52.324724 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19714654-3db0-440f-9836-52b559b270b0 req-3d3ef4f7-6a4f-4160-81f0-4c8bb689a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:52.326239 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-19714654-3db0-440f-9836-52b559b270b0 req-3d3ef4f7-6a4f-4160-81f0-4c8bb689a38d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 1130 time: 0.1302588 Mar 08 19:47:52.388405 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-19714654-3db0-440f-9836-52b559b270b0 req-0d6ac21d-b513-4e25-aefb-deea35897567 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556092 Mar 08 19:47:52.398364 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a390337b-6940-47d1-a23f-816855c46fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (f1878222-0306-4d7f-9ac0-36616ce21d2b), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:52.401152 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a390337b-6940-47d1-a23f-816855c46fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:52.405098 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-a390337b-6940-47d1-a23f-816855c46fdd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1878222-0306-4d7f-9ac0-36616ce21d2b HTTP/1.1" status: 204 len: 168 time: 0.2241986 Mar 08 19:47:52.413999 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390337b-6940-47d1-a23f-816855c46fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1878222-0306-4d7f-9ac0-36616ce21d2b,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:52.461008 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8d4acd6b-4547-4c18-b3f5-e3419b06eaf9 req-0ca2880e-e09d-4b1c-a37e-e5a752a745c5 service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799621 Mar 08 19:47:52.479155 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] For port dd0094c5-2d50-493d-af72-15d0f09deacf, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:47:52.485451 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] For port dd0094c5-2d50-493d-af72-15d0f09deacf, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dd0094c5-2d50-493d-af72-15d0f09deacf,segment=NetworkSegment(064dd17b-c478-41a5-9866-703c2a2d722e),segment_id=064dd17b-c478-41a5-9866-703c2a2d722e)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:47:52.494496 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4019eb1-505c-4df4-af6d-133ed4e56a08 req-6a798014-d460-4a85-bf39-9e44a46ba5c7 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:52.496098 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f4019eb1-505c-4df4-af6d-133ed4e56a08 req-6a798014-d460-4a85-bf39-9e44a46ba5c7 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.2240429 Mar 08 19:47:52.497892 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-566fbafb-448f-4334-a464-17cb6dc9c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:52.499302 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-566fbafb-448f-4334-a464-17cb6dc9c672 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3f5b26d-7786-4d76-b026-0184c6ebc557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2547865 Mar 08 19:47:52.502427 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf50739-18f0-4f28-8706-076057cad599 req-13615751-9b83-4393-89d4-324dbd2b82a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:52.503923 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6bf50739-18f0-4f28-8706-076057cad599 req-13615751-9b83-4393-89d4-324dbd2b82a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfea349b-6bfd-41c2-92c4-062cebf33ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1631916 Mar 08 19:47:52.507692 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (dd0094c5-2d50-493d-af72-15d0f09deacf), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:52.558269 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:52.558890 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:52.560309 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] 10.222.0.60 "PUT /v2.0/ports/dd0094c5-2d50-493d-af72-15d0f09deacf HTTP/1.1" status: 200 len: 1093 time: 3.0305178 Mar 08 19:47:52.597132 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e3c49-068b-4e0a-8906-592444d48944 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0094c5-2d50-493d-af72-15d0f09deacf,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:52.603041 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f4019eb1-505c-4df4-af6d-133ed4e56a08 req-01501218-0a42-409f-b7a9-b6d55d80dd9a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966551 Mar 08 19:47:52.775354 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95215a0-3f89-4fbf-a8cc-76fe9ea97b46 req-05e25a3e-b57a-4106-9a29-536515b5ac85 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:52.783324 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d95215a0-3f89-4fbf-a8cc-76fe9ea97b46 req-05e25a3e-b57a-4106-9a29-536515b5ac85 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 944 time: 0.0629544 Mar 08 19:47:52.786726 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8d4acd6b-4547-4c18-b3f5-e3419b06eaf9 req-286975d5-bac8-4573-b693-729a3005bd53 service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519237 Mar 08 19:47:52.837862 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d95215a0-3f89-4fbf-a8cc-76fe9ea97b46 req-c12687ed-a693-4b57-87f6-985d087b4983 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492024 Mar 08 19:47:52.906623 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-2d5ec8ee-d564-4812-9411-126d0c5b7ee8 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703743 Mar 08 19:47:52.950435 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6bf50739-18f0-4f28-8706-076057cad599 req-739d3a03-8c1a-43c0-9408-7b08341c9f27 service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382912 Mar 08 19:47:52.952527 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-ace979ad-45b3-41d6-8194-28c7ce812584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:52.954380 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-ace979ad-45b3-41d6-8194-28c7ce812584 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72ed260f86604db6ac28144af3dfb647&device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 1127 time: 0.3007390 Mar 08 19:47:52.994577 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 3922c2b2-0487-47bb-b9e7-3f5915f09d4f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:47:53.128893 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 3922c2b2-0487-47bb-b9e7-3f5915f09d4f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3922c2b2-0487-47bb-b9e7-3f5915f09d4f,segment=NetworkSegment(064dd17b-c478-41a5-9866-703c2a2d722e),segment_id=064dd17b-c478-41a5-9866-703c2a2d722e)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:53.130571 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-d7f57e37-9507-43e8-abf5-1dc14621012f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd0094c5-2d50-493d-af72-15d0f09deacf HTTP/1.1" status: 200 len: 217 time: 0.1597292 Mar 08 19:47:53.142538 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': '3922c2b2-0487-47bb-b9e7-3f5915f09d4f', 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696', 'port_id': '3922c2b2-0487-47bb-b9e7-3f5915f09d4f', 'mac_address': 'fa:16:3e:bc:1c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50455b0-9330-418e-b6d3-f83bdb8fede0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:47:53.221645 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 3922c2b2-0487-47bb-b9e7-3f5915f09d4f is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:53.222060 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (3922c2b2-0487-47bb-b9e7-3f5915f09d4f), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:53.244648 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3922c2b2-0487-47bb-b9e7-3f5915f09d4f {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:47:53.254578 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7d99e98e-89da-414f-a78f-ea438d7e2a05 req-fd3bdc86-4016-414a-9d01-3dc13e0136bf service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402660 Mar 08 19:47:53.287421 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 3922c2b2-0487-47bb-b9e7-3f5915f09d4f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3922c2b2-0487-47bb-b9e7-3f5915f09d4f,segment=NetworkSegment(064dd17b-c478-41a5-9866-703c2a2d722e),segment_id=064dd17b-c478-41a5-9866-703c2a2d722e)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:53.289346 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efd0e3-0dd9-4a9a-ae77-32fd7a3e219e req-2910b233-68ee-4cd5-a502-5b9179127778 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:53.293307 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a5efd0e3-0dd9-4a9a-ae77-32fd7a3e219e req-2910b233-68ee-4cd5-a502-5b9179127778 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.3127904 Mar 08 19:47:53.296077 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-43e89865-19cd-4fed-b6b1-72a716435459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:53.297821 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-43e89865-19cd-4fed-b6b1-72a716435459 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a50455b0-9330-418e-b6d3-f83bdb8fede0 HTTP/1.1" status: 200 len: 859 time: 0.1445167 Mar 08 19:47:53.300423 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6bf50739-18f0-4f28-8706-076057cad599 req-30b8236e-db72-42f5-8b0d-cd4492c6ceca service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389916 Mar 08 19:47:53.302408 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (3922c2b2-0487-47bb-b9e7-3f5915f09d4f), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:53.397448 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7e65b-fb07-4964-99a1-cba9aed4afb2 req-e284c768-af2e-4368-a0d4-c4fe726f81de tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:53.411885 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-00a7e65b-fb07-4964-99a1-cba9aed4afb2 req-e284c768-af2e-4368-a0d4-c4fe726f81de tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 943 time: 0.1399326 Mar 08 19:47:53.513419 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-00a7e65b-fb07-4964-99a1-cba9aed4afb2 req-bed0b90e-d5de-43cc-9435-79a15fababbf tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001544 Mar 08 19:47:53.614566 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-4da86eb9-b9db-40fa-a080-f457417a51b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8886c69-71b5-4f2a-a8b1-45077b0e7696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2962687 Mar 08 19:47:53.749162 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=3922c2b2-0487-47bb-b9e7-3f5915f09d4f,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:53.770435 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['3922c2b2-0487-47bb-b9e7-3f5915f09d4f'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:47:53.815945 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'tag': '38ecd555-5c0f-44c2-850e-97cbfeea62d4'}, {'name': 'network-changed', 'server_uuid': '4cfa0df4-9973-4370-a11d-492708232495', 'tag': 'dd0094c5-2d50-493d-af72-15d0f09deacf'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:47:53.817214 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561db6d-f41f-46a3-aa8e-5bf6be68029c req-a76d3d97-5e95-4c0f-8e22-9bf4a5b9cb93 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:53.827540 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1561db6d-f41f-46a3-aa8e-5bf6be68029c req-a76d3d97-5e95-4c0f-8e22-9bf4a5b9cb93 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.1007798 Mar 08 19:47:53.829365 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c4bda7-e6a1-4f68-8032-2bbbceace57c" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb7515f-c5d4-4330-a70a-c1835a5556c4", "tag": "38ecd555-5c0f-44c2-850e-97cbfeea62d4"}, {"name": "network-changed", "server_uuid": "4cfa0df4-9973-4370-a11d-492708232495", "tag": "dd0094c5-2d50-493d-af72-15d0f09deacf"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:47:53.898285 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1561db6d-f41f-46a3-aa8e-5bf6be68029c req-e298779a-6670-4c43-a557-6a9e4db7351a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679650 Mar 08 19:47:53.981137 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Mar 2022 19:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1010a47d-12dd-46e0-88d0-267fbb73d6f5 x-openstack-request-id: req-1010a47d-12dd-46e0-88d0-267fbb73d6f5 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:47:53.981540 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb7515f-c5d4-4330-a70a-c1835a5556c4", "tag": "38ecd555-5c0f-44c2-850e-97cbfeea62d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4cfa0df4-9973-4370-a11d-492708232495", "tag": "dd0094c5-2d50-493d-af72-15d0f09deacf", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:47:53.981704 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1010a47d-12dd-46e0-88d0-267fbb73d6f5 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:47:53.982239 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'tag': '38ecd555-5c0f-44c2-850e-97cbfeea62d4', 'status': 'completed', 'code': 200} Mar 08 19:47:53.982346 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfa0df4-9973-4370-a11d-492708232495', 'tag': 'dd0094c5-2d50-493d-af72-15d0f09deacf', 'status': 'completed', 'code': 200} Mar 08 19:47:53.997567 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a5efd0e3-0dd9-4a9a-ae77-32fd7a3e219e req-88c7d71c-1dc5-492c-8af2-eacab9c16f7b tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6931531 Mar 08 19:47:54.014699 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccdec0-2b16-4ee9-b34e-e718136a36b6 req-853beadd-c859-4352-945c-85579ff27405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:54.014699 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d9ccdec0-2b16-4ee9-b34e-e718136a36b6 req-853beadd-c859-4352-945c-85579ff27405 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 1128 time: 0.4032607 Mar 08 19:47:54.126192 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d81a5c-55e5-4049-aca1-deba14ae763b req-d120b38a-0e41-4f2b-b637-72c553160ac6 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:54.128965 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-03d81a5c-55e5-4049-aca1-deba14ae763b req-d120b38a-0e41-4f2b-b637-72c553160ac6 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 944 time: 0.0871911 Mar 08 19:47:54.158762 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-b87cbe6f-6500-4a0d-9be6-26b842b97382 service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649694 Mar 08 19:47:54.200880 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-03d81a5c-55e5-4049-aca1-deba14ae763b req-7e5085b8-c149-4349-8f35-62dd99d65dbc tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666382 Mar 08 19:47:54.263843 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-291030ed-b177-40b9-b974-5ff5d7da964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:54.265440 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-291030ed-b177-40b9-b974-5ff5d7da964b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8fc81146d843659f7b027db2238ff7&device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 1127 time: 0.2530844 Mar 08 19:47:54.266471 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccdec0-2b16-4ee9-b34e-e718136a36b6 req-707e03a4-38a2-4ead-9f18-30feb2f696b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:54.267818 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d9ccdec0-2b16-4ee9-b34e-e718136a36b6 req-707e03a4-38a2-4ead-9f18-30feb2f696b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 200 len: 916 time: 0.2383852 Mar 08 19:47:54.349673 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d9ccdec0-2b16-4ee9-b34e-e718136a36b6 req-f790da99-998c-4db9-a727-6e2439601f80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04a354b0-ebaf-4bb1-8bd4-8311d12fae7f HTTP/1.1" status: 200 len: 217 time: 0.0643272 Mar 08 19:47:54.357112 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2e25280f-414b-4abf-836c-e7e4930063b2 req-f41eefb0-47c7-4726-97b9-59333df10acf service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837795 Mar 08 19:47:54.451730 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccdec0-2b16-4ee9-b34e-e718136a36b6 req-55320c05-ae2a-452a-b2eb-d4449aee1c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:54.453238 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d9ccdec0-2b16-4ee9-b34e-e718136a36b6 req-55320c05-ae2a-452a-b2eb-d4449aee1c45 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d1de695-2f89-4670-8368-e25440455f01 HTTP/1.1" status: 200 len: 854 time: 0.0645287 Mar 08 19:47:54.462868 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-e9bee941-54ac-4bce-8ff8-df22a17b555f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:54.464314 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-e9bee941-54ac-4bce-8ff8-df22a17b555f service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3f5b26d-7786-4d76-b026-0184c6ebc557 HTTP/1.1" status: 200 len: 918 time: 0.1802213 Mar 08 19:47:54.523394 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-ec523890-3bd4-4aca-bff5-c58c1d23447e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38ecd555-5c0f-44c2-850e-97cbfeea62d4 HTTP/1.1" status: 200 len: 217 time: 0.0506771 Mar 08 19:47:54.587106 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccdec0-2b16-4ee9-b34e-e718136a36b6 req-01af8327-df84-41b4-9456-c1ca2608da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:54.588602 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d9ccdec0-2b16-4ee9-b34e-e718136a36b6 req-01af8327-df84-41b4-9456-c1ca2608da50 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfea349b-6bfd-41c2-92c4-062cebf33ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1234145 Mar 08 19:47:54.634511 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-f09898bf-e2e3-4c7e-9489-9df8caac0e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:54.635977 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-f09898bf-e2e3-4c7e-9489-9df8caac0e6f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca6f325-a313-48b4-874a-63f6de10419f HTTP/1.1" status: 200 len: 856 time: 0.1051991 Mar 08 19:47:54.730627 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cce070-f574-4780-83b2-b962d9bd147e req-318f5d0f-bffd-48d0-8864-9a6be2351a40 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:54.732231 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-75cce070-f574-4780-83b2-b962d9bd147e req-318f5d0f-bffd-48d0-8864-9a6be2351a40 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 943 time: 0.1585374 Mar 08 19:47:54.770571 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d9ccdec0-2b16-4ee9-b34e-e718136a36b6 req-331a3538-ab54-4e25-b6a5-d5439141deae service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622975 Mar 08 19:47:54.784796 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-e075f56a-2d75-42b3-8dc1-a9497640bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:54.786300 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-e075f56a-2d75-42b3-8dc1-a9497640bb59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3f5b26d-7786-4d76-b026-0184c6ebc557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1096127 Mar 08 19:47:54.878821 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-75cce070-f574-4780-83b2-b962d9bd147e req-33def605-e9de-4318-bcbe-01c5f3a59094 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354311 Mar 08 19:47:54.975435 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d9ccdec0-2b16-4ee9-b34e-e718136a36b6 req-3052862c-1bbc-46f2-a89b-cb0c17fdb3ae service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876099 Mar 08 19:47:54.977909 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-3022bec6-be79-4158-827c-8c419a00d570 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811225 Mar 08 19:47:55.010567 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 3922c2b2-0487-47bb-b9e7-3f5915f09d4f up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:47:55.102278 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port 3922c2b2-0487-47bb-b9e7-3f5915f09d4f completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:47:55.107324 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port 3922c2b2-0487-47bb-b9e7-3f5915f09d4f triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:47:55.108921 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (3922c2b2-0487-47bb-b9e7-3f5915f09d4f), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:55.160406 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3f68d-1244-4aa2-a18c-98aaab3487bd req-e3a3c294-c592-493f-b3e8-b6a00cc746bf tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:55.162034 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cbf3f68d-1244-4aa2-a18c-98aaab3487bd req-e3a3c294-c592-493f-b3e8-b6a00cc746bf tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0755296 Mar 08 19:47:55.200887 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ba222-8caa-4e62-bfbc-1b97560470f1 req-88b1411b-ae19-40c7-b1ad-108346150a40 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:55.201477 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-7e843d05-45a0-443e-bb63-01617d3ebc9f service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114758 Mar 08 19:47:55.203510 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a22ba222-8caa-4e62-bfbc-1b97560470f1 req-88b1411b-ae19-40c7-b1ad-108346150a40 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0691628 Mar 08 19:47:55.234628 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 3922c2b2-0487-47bb-b9e7-3f5915f09d4f is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:55.235331 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (3922c2b2-0487-47bb-b9e7-3f5915f09d4f), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:55.244468 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cbf3f68d-1244-4aa2-a18c-98aaab3487bd req-85a92051-77f5-4816-bb83-3f98f98dcbca tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714588 Mar 08 19:47:55.277766 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a22ba222-8caa-4e62-bfbc-1b97560470f1 req-75c4fdbc-4c26-4459-bb9a-bdf23747081a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658567 Mar 08 19:47:55.280187 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 3922c2b2-0487-47bb-b9e7-3f5915f09d4f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3922c2b2-0487-47bb-b9e7-3f5915f09d4f,segment=NetworkSegment(064dd17b-c478-41a5-9866-703c2a2d722e),segment_id=064dd17b-c478-41a5-9866-703c2a2d722e)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:55.281218 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae2ebb6-0a33-4828-9401-549caf63b885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3922c2b2-0487-47bb-b9e7-3f5915f09d4f'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:47:55.283638 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00f8653-c2f3-4757-ad56-46a38fcd5a5c" -d '{"events": [{"server_uuid": "aae2ebb6-0a33-4828-9401-549caf63b885", "name": "network-vif-plugged", "status": "completed", "tag": "3922c2b2-0487-47bb-b9e7-3f5915f09d4f"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:47:55.303735 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (3922c2b2-0487-47bb-b9e7-3f5915f09d4f), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:55.369873 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-555da5e6-d08c-4f08-bed5-e46bfb8daa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:55.371739 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-555da5e6-d08c-4f08-bed5-e46bfb8daa6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72ed260f86604db6ac28144af3dfb647&device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 1127 time: 0.0913002 Mar 08 19:47:55.373693 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=3922c2b2-0487-47bb-b9e7-3f5915f09d4f,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:55.412773 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086615b-4571-49a3-aa0c-ed9a2196d2f1 req-9fd1227e-842f-41cd-bf3b-4f822ca527ac tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:55.414281 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3086615b-4571-49a3-aa0c-ed9a2196d2f1 req-9fd1227e-842f-41cd-bf3b-4f822ca527ac tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0551274 Mar 08 19:47:55.423133 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 55120) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:47:55.428274 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-abca45b4-2d49-4984-ba31-19febf8fe150 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Request body: {'floatingip': {'port_id': 'deea1de1-999c-4b53-999a-016d7f51ba59'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:47:55.449705 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222c649e-2bdf-4336-b04b-5db1dc3a8eda x-openstack-request-id: req-222c649e-2bdf-4336-b04b-5db1dc3a8eda {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:47:55.450122 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae2ebb6-0a33-4828-9401-549caf63b885", "name": "network-vif-plugged", "status": "completed", "tag": "3922c2b2-0487-47bb-b9e7-3f5915f09d4f", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:47:55.450583 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-222c649e-2bdf-4336-b04b-5db1dc3a8eda {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:47:55.451160 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae2ebb6-0a33-4828-9401-549caf63b885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3922c2b2-0487-47bb-b9e7-3f5915f09d4f', 'code': 200} Mar 08 19:47:55.505753 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8fb16-c330-4b5b-8302-63b1b836827e req-598b3806-fa03-42ab-9d17-de998213cd75 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:55.507268 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-abca45b4-2d49-4984-ba31-19febf8fe150 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for floatingip (798140c5-fea2-4602-a3fb-b174b8359154), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:55.507721 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ccb8fb16-c330-4b5b-8302-63b1b836827e req-598b3806-fa03-42ab-9d17-de998213cd75 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 944 time: 0.1214848 Mar 08 19:47:55.512537 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-424512e8-2326-4c30-bc7e-e8b0b6dc5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:55.514700 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-424512e8-2326-4c30-bc7e-e8b0b6dc5c35 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8886c69-71b5-4f2a-a8b1-45077b0e7696 HTTP/1.1" status: 200 len: 920 time: 0.1290321 Mar 08 19:47:55.569700 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-4bc01dab-c91b-4b66-8ce5-ce751a9d2b26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd0094c5-2d50-493d-af72-15d0f09deacf HTTP/1.1" status: 200 len: 217 time: 0.0460997 Mar 08 19:47:55.602833 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ccb8fb16-c330-4b5b-8302-63b1b836827e req-1c614582-974e-44a0-b56f-57ea3c1fbc16 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871701 Mar 08 19:47:55.640831 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-99164cf8-1ceb-4801-a67e-3147b33b7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:55.642299 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-99164cf8-1ceb-4801-a67e-3147b33b7895 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a50455b0-9330-418e-b6d3-f83bdb8fede0 HTTP/1.1" status: 200 len: 859 time: 0.0495629 Mar 08 19:47:56.135307 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-62b31e98-7745-4f44-b3d2-2a702fb6ffaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:56.209712 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e488b9-f40f-4ae8-98c8-196ae75e6712 req-54cd4766-a9e2-4c71-93f9-cec52ecb740f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:56.211184 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f7e488b9-f40f-4ae8-98c8-196ae75e6712 req-54cd4766-a9e2-4c71-93f9-cec52ecb740f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 943 time: 0.2375455 Mar 08 19:47:56.338370 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f7e488b9-f40f-4ae8-98c8-196ae75e6712 req-2870aa42-70d9-4506-8c9b-d4339428eba4 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203344 Mar 08 19:47:56.412125 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10504ab4-8af3-4d72-97b1-84c0c8357f0f req-9511b250-8155-480f-903e-3017800caf6e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:56.414137 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-10504ab4-8af3-4d72-97b1-84c0c8357f0f req-9511b250-8155-480f-903e-3017800caf6e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0722675 Mar 08 19:47:56.423939 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-abca45b4-2d49-4984-ba31-19febf8fe150 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:56.427851 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-abca45b4-2d49-4984-ba31-19febf8fe150 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (798140c5-fea2-4602-a3fb-b174b8359154), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:56.464232 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-10504ab4-8af3-4d72-97b1-84c0c8357f0f req-aff62147-3442-44c5-9d0c-cca162c35fe8 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439274 Mar 08 19:47:56.527072 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.l3_db [None req-abca45b4-2d49-4984-ba31-19febf8fe150 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Floating IP 798140c5-fea2-4602-a3fb-b174b8359154 associated. External IP: 172.27.1.155, port: deea1de1-999c-4b53-999a-016d7f51ba59. Mar 08 19:47:56.772164 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ad08d-4e0a-483b-99f0-8b835a21d8db req-34362a46-79ed-435e-b2e6-08f3b6714aff tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:56.773630 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b31ad08d-4e0a-483b-99f0-8b835a21d8db req-34362a46-79ed-435e-b2e6-08f3b6714aff tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 944 time: 0.1003993 Mar 08 19:47:56.777383 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abca45b4-2d49-4984-ba31-19febf8fe150 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Router 5490e075-1894-4b51-a3c4-2487a7800c2d has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:47:56.860121 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b31ad08d-4e0a-483b-99f0-8b835a21d8db req-0706524a-4e85-4825-a9a4-caef6b752951 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800915 Mar 08 19:47:56.918303 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abca45b4-2d49-4984-ba31-19febf8fe150 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:47:56.922607 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-abca45b4-2d49-4984-ba31-19febf8fe150 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:56.930448 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa95d9d4-8da6-40fe-a2d9-620c24edf19f None None] Sync routers for ids ['5490e075-1894-4b51-a3c4-2487a7800c2d'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:47:56.940041 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa95d9d4-8da6-40fe-a2d9-620c24edf19f None None] Routers {'5490e075-1894-4b51-a3c4-2487a7800c2d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:47:56.940739 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-aa95d9d4-8da6-40fe-a2d9-620c24edf19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:47:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['5490e075-1894-4b51-a3c4-2487a7800c2d'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:56.950933 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-abca45b4-2d49-4984-ba31-19febf8fe150 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "PUT /v2.0/floatingips/798140c5-fea2-4602-a3fb-b174b8359154 HTTP/1.1" status: 200 len: 992 time: 1.5261540 Mar 08 19:47:56.951613 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477b451d-e030-4691-965c-19224d84c9b4', 'tag': 'deea1de1-999c-4b53-999a-016d7f51ba59'}] {{(pid=109690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:47:56.953848 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d8e885dd147d8b917037df1c13c0f120f07ec6cc2713c5f97f9f0f1cce2c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc275df-2c87-4973-8c4d-77033f87e1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "477b451d-e030-4691-965c-19224d84c9b4", "tag": "deea1de1-999c-4b53-999a-016d7f51ba59"}]}' {{(pid=109690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:47:56.988329 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bf3dbf-9443-42f1-a268-7c233669dce5 x-openstack-request-id: req-c6bf3dbf-9443-42f1-a268-7c233669dce5 {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:47:56.988623 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477b451d-e030-4691-965c-19224d84c9b4", "tag": "deea1de1-999c-4b53-999a-016d7f51ba59", "status": "completed", "code": 200}]} {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:47:56.988878 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6bf3dbf-9443-42f1-a268-7c233669dce5 {{(pid=109690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:47:56.989281 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477b451d-e030-4691-965c-19224d84c9b4', 'tag': 'deea1de1-999c-4b53-999a-016d7f51ba59', 'status': 'completed', 'code': 200} Mar 08 19:47:57.055977 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-aa95d9d4-8da6-40fe-a2d9-620c24edf19f None None] Set router 5490e075-1894-4b51-a3c4-2487a7800c2d gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:47:57.306540 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 38ecd555-5c0f-44c2-850e-97cbfeea62d4 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:47:57.315071 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-aa95d9d4-8da6-40fe-a2d9-620c24edf19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:20Z', 'revision_number': 4, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '798140c5-fea2-4602-a3fb-b174b8359154', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'port_id': 'deea1de1-999c-4b53-999a-016d7f51ba59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'mac_address': 'fa:16:3e:fa:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b451d-e030-4691-965c-19224d84c9b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:47:32Z', 'updated_at': '2022-03-08T19:47:56Z', 'revision_number': 1, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2788c3-a0b7-44ec-9c46-65b19dc17125', 'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'mac_address': 'fa:16:3e:d9:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:17Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 5, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'subnets': [{'id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:57.343978 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa95d9d4-8da6-40fe-a2d9-620c24edf19f None None] Checking router: 5490e075-1894-4b51-a3c4-2487a7800c2d for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:47:57.351983 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa95d9d4-8da6-40fe-a2d9-620c24edf19f None None] Routers {'5490e075-1894-4b51-a3c4-2487a7800c2d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:47:57.352616 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-aa95d9d4-8da6-40fe-a2d9-620c24edf19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:47:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['5490e075-1894-4b51-a3c4-2487a7800c2d'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:57.407505 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 38ecd555-5c0f-44c2-850e-97cbfeea62d4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=38ecd555-5c0f-44c2-850e-97cbfeea62d4,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:57.426207 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': '38ecd555-5c0f-44c2-850e-97cbfeea62d4', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'port_id': '38ecd555-5c0f-44c2-850e-97cbfeea62d4', 'mac_address': 'fa:16:3e:db:6a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:47:57.463063 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-aa95d9d4-8da6-40fe-a2d9-620c24edf19f None None] Set router 5490e075-1894-4b51-a3c4-2487a7800c2d gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:47:57.473367 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece81e8-898b-4dd3-b4f0-d6b3091bd1e4 req-8df8b0ef-6722-4617-832c-13b6aa3d0c06 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:57.475629 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6ece81e8-898b-4dd3-b4f0-d6b3091bd1e4 req-8df8b0ef-6722-4617-832c-13b6aa3d0c06 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 943 time: 0.0652840 Mar 08 19:47:57.477666 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:57.478131 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:57.493243 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ecd555-5c0f-44c2-850e-97cbfeea62d4 {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:47:57.514876 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 38ecd555-5c0f-44c2-850e-97cbfeea62d4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=38ecd555-5c0f-44c2-850e-97cbfeea62d4,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:57.521597 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:57.522515 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:47:57.525860 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6ece81e8-898b-4dd3-b4f0-d6b3091bd1e4 req-57f17751-142d-483f-aa46-c71f1e2c7dbe tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462260 Mar 08 19:47:57.604368 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=38ecd555-5c0f-44c2-850e-97cbfeea62d4,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:57.616981 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f83d6b-9551-469f-abf0-bb83e10c7744 req-520d1021-d281-4738-8d5a-05c0cb195f0b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:57.618820 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-21f83d6b-9551-469f-abf0-bb83e10c7744 req-520d1021-d281-4738-8d5a-05c0cb195f0b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 944 time: 0.0545788 Mar 08 19:47:57.668134 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-21f83d6b-9551-469f-abf0-bb83e10c7744 req-3ebebcce-8f20-4dd0-abc4-2aedb54edc35 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432875 Mar 08 19:47:57.672431 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=04a354b0-ebaf-4bb1-8bd4-8311d12fae7f,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:57.683907 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'port_id': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f', 'mac_address': 'fa:16:3e:f4:99:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:47:57.700799 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-aa95d9d4-8da6-40fe-a2d9-620c24edf19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:20Z', 'revision_number': 4, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '798140c5-fea2-4602-a3fb-b174b8359154', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'port_id': 'deea1de1-999c-4b53-999a-016d7f51ba59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'mac_address': 'fa:16:3e:fa:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b451d-e030-4691-965c-19224d84c9b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:47:32Z', 'updated_at': '2022-03-08T19:47:56Z', 'revision_number': 1, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2788c3-a0b7-44ec-9c46-65b19dc17125', 'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'mac_address': 'fa:16:3e:d9:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:17Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 5, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'subnets': [{'id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:47:57.728725 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:57.729054 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (04a354b0-ebaf-4bb1-8bd4-8311d12fae7f), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:57.730323 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa95d9d4-8da6-40fe-a2d9-620c24edf19f None None] The sync data for ids ['5490e075-1894-4b51-a3c4-2487a7800c2d'] in dv-cinder-830093-3-iscsi is: [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:20Z', 'revision_number': 4, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '798140c5-fea2-4602-a3fb-b174b8359154', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'port_id': 'deea1de1-999c-4b53-999a-016d7f51ba59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'mac_address': 'fa:16:3e:fa:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b451d-e030-4691-965c-19224d84c9b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:47:32Z', 'updated_at': '2022-03-08T19:47:56Z', 'revision_number': 1, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2788c3-a0b7-44ec-9c46-65b19dc17125', 'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'mac_address': 'fa:16:3e:d9:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:17Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 5, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'subnets': [{'id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:47:57.743579 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:47:57.763245 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=04a354b0-ebaf-4bb1-8bd4-8311d12fae7f,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:57.767293 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (04a354b0-ebaf-4bb1-8bd4-8311d12fae7f), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:57.768033 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device dd0094c5-2d50-493d-af72-15d0f09deacf details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:47:57.836136 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=04a354b0-ebaf-4bb1-8bd4-8311d12fae7f,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:57.903037 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port dd0094c5-2d50-493d-af72-15d0f09deacf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dd0094c5-2d50-493d-af72-15d0f09deacf,segment=NetworkSegment(064dd17b-c478-41a5-9866-703c2a2d722e),segment_id=064dd17b-c478-41a5-9866-703c2a2d722e)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:57.915382 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': 'dd0094c5-2d50-493d-af72-15d0f09deacf', 'network_id': 'e8886c69-71b5-4f2a-a8b1-45077b0e7696', 'port_id': 'dd0094c5-2d50-493d-af72-15d0f09deacf', 'mac_address': 'fa:16:3e:a3:f4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50455b0-9330-418e-b6d3-f83bdb8fede0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:47:57.947481 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d6679-a97d-466d-9a33-f2704c965292 None None] New status for floating IP 798140c5-fea2-4602-a3fb-b174b8359154: ACTIVE {{(pid=109691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:47:57.980740 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a2a7c-e65f-438f-94c7-b0b58c2f7eca req-96a43100-c2db-41b4-99cd-d6a8179eb118 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:57.982243 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0f5a2a7c-e65f-438f-94c7-b0b58c2f7eca req-96a43100-c2db-41b4-99cd-d6a8179eb118 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 945 time: 0.0531151 Mar 08 19:47:58.031194 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0f5a2a7c-e65f-438f-94c7-b0b58c2f7eca req-314e66ab-dee5-45b2-9393-f0f4d982558a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435095 Mar 08 19:47:58.033543 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port dd0094c5-2d50-493d-af72-15d0f09deacf is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:47:58.033936 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (dd0094c5-2d50-493d-af72-15d0f09deacf), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:58.071196 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0094c5-2d50-493d-af72-15d0f09deacf {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:47:58.132780 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port dd0094c5-2d50-493d-af72-15d0f09deacf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dd0094c5-2d50-493d-af72-15d0f09deacf,segment=NetworkSegment(064dd17b-c478-41a5-9866-703c2a2d722e),segment_id=064dd17b-c478-41a5-9866-703c2a2d722e)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:47:58.141201 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (dd0094c5-2d50-493d-af72-15d0f09deacf), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:58.239634 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=dd0094c5-2d50-493d-af72-15d0f09deacf,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:47:58.395384 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-0f0e6b83-3838-439f-bc0f-1adb3da5e543 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8886c69-71b5-4f2a-a8b1-45077b0e7696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671203 Mar 08 19:47:58.410774 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-518299b4-d54f-4c79-a3b9-5f241faf1eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:58.462815 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca9c39-488c-460a-a504-35af61bcbedb req-ebfa2ec6-875a-4054-a582-93ead2d94a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:58.464323 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cbca9c39-488c-460a-a504-35af61bcbedb req-ebfa2ec6-875a-4054-a582-93ead2d94a7f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 1130 time: 0.1652005 Mar 08 19:47:58.467596 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc275df-2c87-4973-8c4d-77033f87e1bd req-14b91393-322b-44c7-939e-bf04112f61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:58.468972 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cfc275df-2c87-4973-8c4d-77033f87e1bd req-14b91393-322b-44c7-939e-bf04112f61b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 1130 time: 0.1173775 Mar 08 19:47:58.800620 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c00484-2de0-4f43-9786-06ed6ad885cd req-3ba56025-5ce5-4c72-a1c8-568f24712f88 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:58.802027 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f2c00484-2de0-4f43-9786-06ed6ad885cd req-3ba56025-5ce5-4c72-a1c8-568f24712f88 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 944 time: 0.0530965 Mar 08 19:47:58.839711 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-c15db5b2-ec62-4210-a164-f49738483ca4 service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248838 Mar 08 19:47:58.846274 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cbca9c39-488c-460a-a504-35af61bcbedb req-1b84be48-fd83-48f1-aae1-06663689b749 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502946 Mar 08 19:47:58.850426 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f2c00484-2de0-4f43-9786-06ed6ad885cd req-3cd83c5f-62b8-4699-86c0-41e111b201ff tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422356 Mar 08 19:47:58.866253 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc275df-2c87-4973-8c4d-77033f87e1bd req-2baf66c6-beca-4d21-9827-228c5e07797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:58.867828 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cfc275df-2c87-4973-8c4d-77033f87e1bd req-2baf66c6-beca-4d21-9827-228c5e07797c service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.3703885 Mar 08 19:47:58.883012 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fd6f5-ba47-4226-a2fb-ae8352741b2c req-c694767c-5c60-444f-8c7b-2bf8739fee5c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:58.884533 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f87fd6f5-ba47-4226-a2fb-ae8352741b2c req-c694767c-5c60-444f-8c7b-2bf8739fee5c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 944 time: 0.2890177 Mar 08 19:47:58.930729 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f87fd6f5-ba47-4226-a2fb-ae8352741b2c req-e4228393-d71a-4115-b6af-249415f5ae9b tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407274 Mar 08 19:47:59.146056 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74e991-6f76-4e7f-b3ff-06f08358105d req-d9a93eca-0088-47d3-81a9-a8309f471a0f tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:59.148236 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fb74e991-6f76-4e7f-b3ff-06f08358105d req-d9a93eca-0088-47d3-81a9-a8309f471a0f tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 945 time: 0.0529549 Mar 08 19:47:59.194122 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fb74e991-6f76-4e7f-b3ff-06f08358105d req-6c21a900-e708-4e45-b439-707fa4ea8ab6 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399218 Mar 08 19:47:59.610476 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:47:59.972994 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24733839-f9ff-4f3c-bf5a-92a8d3ca56ad req-68757783-8b77-4a9e-9cf5-321dd0ff326c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:47:59.973507 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-24733839-f9ff-4f3c-bf5a-92a8d3ca56ad req-68757783-8b77-4a9e-9cf5-321dd0ff326c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 944 time: 0.0528998 Mar 08 19:48:00.022943 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-24733839-f9ff-4f3c-bf5a-92a8d3ca56ad req-66d88892-d0c7-4ef4-91a7-8b4284a27221 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417526 Mar 08 19:48:00.070713 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aafa4e-d2ea-4542-9ef0-f03135f2098b req-685c47a5-de87-4316-bc74-28ea0c5b1a78 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:00.072447 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a8aafa4e-d2ea-4542-9ef0-f03135f2098b req-685c47a5-de87-4316-bc74-28ea0c5b1a78 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 944 time: 0.0664845 Mar 08 19:48:00.118001 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a8aafa4e-d2ea-4542-9ef0-f03135f2098b req-b7dec916-b254-4c7d-8796-61cd40b56425 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402288 Mar 08 19:48:00.315341 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb4bbf-5d70-4be5-bc8c-b96eca26d15f req-8f87c5c7-4679-4ced-9d9c-8a321e0c5856 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:00.316848 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-06eb4bbf-5d70-4be5-bc8c-b96eca26d15f req-8f87c5c7-4679-4ced-9d9c-8a321e0c5856 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 945 time: 0.0583205 Mar 08 19:48:00.362244 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-06eb4bbf-5d70-4be5-bc8c-b96eca26d15f req-16403897-6e44-446b-a9b3-0699c260be17 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399868 Mar 08 19:48:01.040155 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:01.146919 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157a7ad-7c3f-47e5-841a-a72218dd0232 req-f8bc73ce-e668-4dc7-91cf-ce889371b240 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:01.148452 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0157a7ad-7c3f-47e5-841a-a72218dd0232 req-f8bc73ce-e668-4dc7-91cf-ce889371b240 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 944 time: 0.0560000 Mar 08 19:48:01.195037 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0157a7ad-7c3f-47e5-841a-a72218dd0232 req-6aadbb41-abca-419e-a0d9-9419e8c526cf tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409586 Mar 08 19:48:01.233408 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aed98-0515-4f3f-8d0d-983e77001444 req-cee50ee1-2ff3-4846-88b4-f8b635b71331 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:01.234866 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-310aed98-0515-4f3f-8d0d-983e77001444 req-cee50ee1-2ff3-4846-88b4-f8b635b71331 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 944 time: 0.0503480 Mar 08 19:48:01.283738 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-310aed98-0515-4f3f-8d0d-983e77001444 req-3135ed82-c41c-4004-8704-9d3115b4c191 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432794 Mar 08 19:48:01.463891 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['38ecd555-5c0f-44c2-850e-97cbfeea62d4'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:48:01.473953 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f3df9-e595-4459-b31a-a0b2ac9e45e3 req-f6e9f191-124c-40ac-9130-a58c65564985 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:01.475932 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-343f3df9-e595-4459-b31a-a0b2ac9e45e3 req-f6e9f191-124c-40ac-9130-a58c65564985 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 945 time: 0.0507474 Mar 08 19:48:01.491328 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['dd0094c5-2d50-493d-af72-15d0f09deacf'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:48:01.524215 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-343f3df9-e595-4459-b31a-a0b2ac9e45e3 req-52ab5542-6748-4add-b95e-d0ac3da92adc tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427310 Mar 08 19:48:01.541981 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['04a354b0-ebaf-4bb1-8bd4-8311d12fae7f'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:48:01.811121 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cfc275df-2c87-4973-8c4d-77033f87e1bd req-51ced5e7-cae1-4700-9b7c-d69c3e557fa3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea1de1-999c-4b53-999a-016d7f51ba59 HTTP/1.1" status: 200 len: 1002 time: 0.1458149 Mar 08 19:48:01.858344 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-95c4bda7-e6a1-4f68-8032-2bbbceace57c req-8dbb61d6-5c05-4f7c-bb17-0eab1f9923ed service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024953 Mar 08 19:48:01.870374 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc275df-2c87-4973-8c4d-77033f87e1bd req-a087d14a-f6b9-4635-b979-8c6a5cba4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:01.871767 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cfc275df-2c87-4973-8c4d-77033f87e1bd req-a087d14a-f6b9-4635-b979-8c6a5cba4451 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0544863 Mar 08 19:48:01.939179 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc275df-2c87-4973-8c4d-77033f87e1bd req-21bcfba4-f174-4164-a408-3032b5690fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:01.940666 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cfc275df-2c87-4973-8c4d-77033f87e1bd req-21bcfba4-f174-4164-a408-3032b5690fa3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430377 Mar 08 19:48:02.040488 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cfc275df-2c87-4973-8c4d-77033f87e1bd req-ea6a98d7-c4c7-4ee8-a0e3-d704481f25fa service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853777 Mar 08 19:48:02.129631 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cfc275df-2c87-4973-8c4d-77033f87e1bd req-9a314d7b-9794-48a4-b499-55bc0d086758 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830119 Mar 08 19:48:02.320202 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac708d87-d497-4df8-90e2-427a7aeee172 req-0e56da59-e43a-458a-bd64-2d5b4630ebb0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:02.321976 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ac708d87-d497-4df8-90e2-427a7aeee172 req-0e56da59-e43a-458a-bd64-2d5b4630ebb0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 944 time: 0.0588779 Mar 08 19:48:02.364281 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:02.388463 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ac708d87-d497-4df8-90e2-427a7aeee172 req-57c748cb-60b1-45b4-bca7-0cafeccd5092 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590777 Mar 08 19:48:02.455542 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c72f7-8abc-464d-a55c-e26bc36eda4b req-a762ad04-00f6-4405-8f10-bf7335face7c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:02.463153 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-db3c72f7-8abc-464d-a55c-e26bc36eda4b req-a762ad04-00f6-4405-8f10-bf7335face7c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 944 time: 0.0592172 Mar 08 19:48:02.509874 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-db3c72f7-8abc-464d-a55c-e26bc36eda4b req-961f0851-e042-4e53-b47c-5e0fef3aa8c6 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455084 Mar 08 19:48:02.652692 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77effaa-5500-4628-a7cf-3ac4a022c95e req-7a3fe30d-3f85-4c00-b731-2e5741c1ed75 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:02.654207 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c77effaa-5500-4628-a7cf-3ac4a022c95e req-7a3fe30d-3f85-4c00-b731-2e5741c1ed75 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 945 time: 0.0563943 Mar 08 19:48:02.742769 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c77effaa-5500-4628-a7cf-3ac4a022c95e req-bb6cde9f-bcd9-410d-8a91-7fcc112a8237 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769615 Mar 08 19:48:03.035749 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device dd0094c5-2d50-493d-af72-15d0f09deacf up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:48:03.092156 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port dd0094c5-2d50-493d-af72-15d0f09deacf completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:48:03.095782 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port dd0094c5-2d50-493d-af72-15d0f09deacf triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:48:03.096172 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (dd0094c5-2d50-493d-af72-15d0f09deacf), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:03.171403 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port dd0094c5-2d50-493d-af72-15d0f09deacf is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:48:03.171786 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (dd0094c5-2d50-493d-af72-15d0f09deacf), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:03.194709 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfa0df4-9973-4370-a11d-492708232495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0094c5-2d50-493d-af72-15d0f09deacf'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:48:03.196919 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f93f8d-2ff7-46f7-aaba-c392d92f505c" -d '{"events": [{"server_uuid": "4cfa0df4-9973-4370-a11d-492708232495", "name": "network-vif-plugged", "status": "completed", "tag": "dd0094c5-2d50-493d-af72-15d0f09deacf"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:48:03.209215 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port dd0094c5-2d50-493d-af72-15d0f09deacf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dd0094c5-2d50-493d-af72-15d0f09deacf,segment=NetworkSegment(064dd17b-c478-41a5-9866-703c2a2d722e),segment_id=064dd17b-c478-41a5-9866-703c2a2d722e)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:48:03.213324 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (dd0094c5-2d50-493d-af72-15d0f09deacf), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:03.214126 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 38ecd555-5c0f-44c2-850e-97cbfeea62d4 up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:48:03.238354 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e691de-46b1-4b30-8c9e-27fcdfd8676b x-openstack-request-id: req-d9e691de-46b1-4b30-8c9e-27fcdfd8676b {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:48:03.238670 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfa0df4-9973-4370-a11d-492708232495", "name": "network-vif-plugged", "status": "completed", "tag": "dd0094c5-2d50-493d-af72-15d0f09deacf", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:48:03.238928 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9e691de-46b1-4b30-8c9e-27fcdfd8676b {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:48:03.239316 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfa0df4-9973-4370-a11d-492708232495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0094c5-2d50-493d-af72-15d0f09deacf', 'code': 200} Mar 08 19:48:03.293843 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=dd0094c5-2d50-493d-af72-15d0f09deacf,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:03.306910 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:48:03.311128 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:48:03.313317 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:03.392312 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:48:03.392984 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:03.429769 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838ae6b-ca1a-4c6d-95d4-ab1d7d168da1 req-53b4e4bc-6a3b-43fc-8ff9-7a596b1d5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:03.430255 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 38ecd555-5c0f-44c2-850e-97cbfeea62d4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=38ecd555-5c0f-44c2-850e-97cbfeea62d4,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:48:03.431647 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1838ae6b-ca1a-4c6d-95d4-ab1d7d168da1 req-53b4e4bc-6a3b-43fc-8ff9-7a596b1d5567 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 1129 time: 0.0484331 Mar 08 19:48:03.434995 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:03.435912 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:48:03.520721 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46f906-f678-451d-b3b1-2b533fe788c4 req-e033508b-536f-4d34-aa98-065392048931 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:03.523111 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4b46f906-f678-451d-b3b1-2b533fe788c4 req-e033508b-536f-4d34-aa98-065392048931 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0602269 Mar 08 19:48:03.574435 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4b46f906-f678-451d-b3b1-2b533fe788c4 req-7f664ae6-5497-4db0-9363-00e9f8d5ad6f tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456531 Mar 08 19:48:03.629011 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=38ecd555-5c0f-44c2-850e-97cbfeea62d4,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:03.646058 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:48:03.650034 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d188c1-1240-4a58-b450-37cae0f951a1 req-bd8d0970-9690-4549-8781-0ab438928a74 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:03.651618 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a6d188c1-1240-4a58-b450-37cae0f951a1 req-bd8d0970-9690-4549-8781-0ab438928a74 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0652215 Mar 08 19:48:03.652317 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:48:03.653082 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (04a354b0-ebaf-4bb1-8bd4-8311d12fae7f), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:03.721199 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a6d188c1-1240-4a58-b450-37cae0f951a1 req-d23ff5ec-8ba7-41c3-af79-723efee60ffd tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620687 Mar 08 19:48:03.749785 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:48:03.750180 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (04a354b0-ebaf-4bb1-8bd4-8311d12fae7f), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:03.789401 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=04a354b0-ebaf-4bb1-8bd4-8311d12fae7f,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:48:03.796207 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (04a354b0-ebaf-4bb1-8bd4-8311d12fae7f), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:03.871757 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1559e87-96e3-46f1-9bda-26cd7177c3a1 req-25ab72fa-446d-44a4-af49-9ab57096874d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:03.872352 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=04a354b0-ebaf-4bb1-8bd4-8311d12fae7f,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:03.880610 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b1559e87-96e3-46f1-9bda-26cd7177c3a1 req-25ab72fa-446d-44a4-af49-9ab57096874d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 946 time: 0.0743566 Mar 08 19:48:03.926809 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b1559e87-96e3-46f1-9bda-26cd7177c3a1 req-843332e5-ee5e-43fd-88d3-651fbb3fb3eb tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467162 Mar 08 19:48:04.420152 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1838ae6b-ca1a-4c6d-95d4-ab1d7d168da1 req-bb5bd317-d999-4f3a-864e-9cf182114558 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404623 Mar 08 19:48:04.696339 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68016c-bf45-4294-87d7-4721b6a1955f req-ddfd52a0-fe77-4404-aa49-26292b2d1a50 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:04.697786 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0a68016c-bf45-4294-87d7-4721b6a1955f req-ddfd52a0-fe77-4404-aa49-26292b2d1a50 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0536687 Mar 08 19:48:04.743418 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0a68016c-bf45-4294-87d7-4721b6a1955f req-3b9964a2-0fa0-45e6-a877-ac1b860e26c5 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398462 Mar 08 19:48:04.834154 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304a2fd-1696-4ade-aaa3-77b80694c3bc req-fd742bfc-264c-48ab-8d5b-7a0fc9b879aa tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:04.835644 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0304a2fd-1696-4ade-aaa3-77b80694c3bc req-fd742bfc-264c-48ab-8d5b-7a0fc9b879aa tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0551133 Mar 08 19:48:04.884933 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0304a2fd-1696-4ade-aaa3-77b80694c3bc req-a64fcdbc-5819-49d5-9c8f-ce68ce96ffef tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438185 Mar 08 19:48:05.039073 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa604b-2161-4d0e-8d6c-16133756dcd4 req-d00bba66-e10e-436a-8c9e-51e7add8e776 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:05.040540 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-96aa604b-2161-4d0e-8d6c-16133756dcd4 req-d00bba66-e10e-436a-8c9e-51e7add8e776 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 946 time: 0.0504086 Mar 08 19:48:05.085512 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-96aa604b-2161-4d0e-8d6c-16133756dcd4 req-992bb373-0106-4025-8cfd-7b8ce18d5aa4 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391407 Mar 08 19:48:05.240934 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ecd555-5c0f-44c2-850e-97cbfeea62d4'}, {'server_uuid': '5a53ea32-1838-4dd1-85b7-bae137389683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:48:05.243269 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e1e106-88e2-4a51-94c7-9a5ee84806e8" -d '{"events": [{"server_uuid": "7fb7515f-c5d4-4330-a70a-c1835a5556c4", "name": "network-vif-plugged", "status": "completed", "tag": "38ecd555-5c0f-44c2-850e-97cbfeea62d4"}, {"server_uuid": "5a53ea32-1838-4dd1-85b7-bae137389683", "name": "network-vif-plugged", "status": "completed", "tag": "04a354b0-ebaf-4bb1-8bd4-8311d12fae7f"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:48:05.280980 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Mar 2022 19:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a40f095-926c-45b7-b8a3-7892a9c6f6b3 x-openstack-request-id: req-2a40f095-926c-45b7-b8a3-7892a9c6f6b3 {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:48:05.281314 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb7515f-c5d4-4330-a70a-c1835a5556c4", "name": "network-vif-plugged", "status": "completed", "tag": "38ecd555-5c0f-44c2-850e-97cbfeea62d4", "code": 200}, {"server_uuid": "5a53ea32-1838-4dd1-85b7-bae137389683", "name": "network-vif-plugged", "status": "completed", "tag": "04a354b0-ebaf-4bb1-8bd4-8311d12fae7f", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:48:05.281571 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a40f095-926c-45b7-b8a3-7892a9c6f6b3 {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:48:05.282004 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ecd555-5c0f-44c2-850e-97cbfeea62d4', 'code': 200} Mar 08 19:48:05.282268 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a53ea32-1838-4dd1-85b7-bae137389683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f', 'code': 200} Mar 08 19:48:05.866711 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d1614-bb4c-4076-ad98-6bffa27653cf req-8dca35f8-6f24-492a-b46c-ad65f8080c48 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:05.868168 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-245d1614-bb4c-4076-ad98-6bffa27653cf req-8dca35f8-6f24-492a-b46c-ad65f8080c48 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0560269 Mar 08 19:48:05.917052 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-245d1614-bb4c-4076-ad98-6bffa27653cf req-ac5178c4-2f89-415a-ab02-0e5adb1b299c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432193 Mar 08 19:48:06.014651 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981aa101-3c95-4b2b-ae12-466497422ed4 req-c9c608be-baaf-4561-9645-15773c524b36 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:06.016111 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-981aa101-3c95-4b2b-ae12-466497422ed4 req-c9c608be-baaf-4561-9645-15773c524b36 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0508790 Mar 08 19:48:06.061609 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-981aa101-3c95-4b2b-ae12-466497422ed4 req-0a35e366-5712-41ab-9f67-0b2ad75f0c40 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399907 Mar 08 19:48:06.198374 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706039e-2847-4bc9-8a56-9d68e6bc2b2d req-c85f5aaf-5d81-4101-b7a0-be50241d1c0e tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:06.199824 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f706039e-2847-4bc9-8a56-9d68e6bc2b2d req-c85f5aaf-5d81-4101-b7a0-be50241d1c0e tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 946 time: 0.0508494 Mar 08 19:48:06.245583 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f706039e-2847-4bc9-8a56-9d68e6bc2b2d req-339d3f06-2162-4f5a-8ef8-ba2145b517e0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401371 Mar 08 19:48:06.690632 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845158b-09e5-4a7c-ada7-7f83cc325300 req-e9513d91-ba95-4073-89c4-fd69808f65d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:06.692052 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5845158b-09e5-4a7c-ada7-7f83cc325300 req-e9513d91-ba95-4073-89c4-fd69808f65d2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 1130 time: 0.0813735 Mar 08 19:48:06.695110 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1636b97-33a6-48a6-a5b7-e07b81e6ae00 req-1cb61537-1739-477e-9329-809efc4750d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:06.696509 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f1636b97-33a6-48a6-a5b7-e07b81e6ae00 req-1cb61537-1739-477e-9329-809efc4750d8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 1129 time: 0.0869586 Mar 08 19:48:06.779576 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5845158b-09e5-4a7c-ada7-7f83cc325300 req-1af67ae7-ad92-4a2b-97fe-4770d4ce7ef3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657947 Mar 08 19:48:06.782665 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f1636b97-33a6-48a6-a5b7-e07b81e6ae00 req-cc4d6cff-e13b-4b86-b6e9-73956cdc7ba9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636890 Mar 08 19:48:07.049887 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe6fe4-d0a1-4d69-93fa-e333e9d1261c req-360bb160-7c3a-42e3-8192-395245545327 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:07.051697 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bebe6fe4-d0a1-4d69-93fa-e333e9d1261c req-360bb160-7c3a-42e3-8192-395245545327 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0619555 Mar 08 19:48:07.120530 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bebe6fe4-d0a1-4d69-93fa-e333e9d1261c req-a973bf7a-55bf-440d-90ba-87ad053ab816 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585270 Mar 08 19:48:07.255958 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5db54-310e-4131-825c-5416a32c865a req-dfd58fe3-a4d2-4cee-abf7-15eeeac31135 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:07.263932 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0cd5db54-310e-4131-825c-5416a32c865a req-dfd58fe3-a4d2-4cee-abf7-15eeeac31135 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0687368 Mar 08 19:48:07.315632 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0cd5db54-310e-4131-825c-5416a32c865a req-d99c2ce0-4257-44d1-9960-43db8e3645a4 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506845 Mar 08 19:48:07.359587 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6263037-415f-4c56-86f8-cd968c3654b9 req-616b4fcb-e8a6-4256-b7cf-88b4bc8189ed tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:07.361104 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e6263037-415f-4c56-86f8-cd968c3654b9 req-616b4fcb-e8a6-4256-b7cf-88b4bc8189ed tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 945 time: 0.0514486 Mar 08 19:48:07.418296 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e6263037-415f-4c56-86f8-cd968c3654b9 req-7a71a0ee-6744-406b-9ff3-634eed6ca36b tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476804 Mar 08 19:48:07.422619 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc8182-ea82-4d6b-b2c1-8ccf82eee2ce req-02bcd2d8-d391-44fb-966d-ee9366df2561 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:07.424177 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dcdc8182-ea82-4d6b-b2c1-8ccf82eee2ce req-02bcd2d8-d391-44fb-966d-ee9366df2561 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 946 time: 0.0567105 Mar 08 19:48:07.474312 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dcdc8182-ea82-4d6b-b2c1-8ccf82eee2ce req-07f25cf8-e04f-4dee-980d-fef806adc857 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437624 Mar 08 19:48:08.492933 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0d32e-cd44-4c0a-b825-d9abbcb3e6dc req-1ad40566-c2bc-46de-a803-9c100533c9b0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:08.502564 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c7d0d32e-cd44-4c0a-b825-d9abbcb3e6dc req-1ad40566-c2bc-46de-a803-9c100533c9b0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.3096805 Mar 08 19:48:08.508093 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800af5ba-cb90-45f7-a680-7aadaeddf8c7 req-7724d123-5d7d-4239-b4d1-ef24574fcbc1 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:08.516172 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-800af5ba-cb90-45f7-a680-7aadaeddf8c7 req-7724d123-5d7d-4239-b4d1-ef24574fcbc1 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0783172 Mar 08 19:48:08.567552 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c7d0d32e-cd44-4c0a-b825-d9abbcb3e6dc req-d918a34a-9c10-4892-b499-fce36525c2ac tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640526 Mar 08 19:48:08.604581 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-800af5ba-cb90-45f7-a680-7aadaeddf8c7 req-d2d024af-421f-48b2-8445-acad724690f6 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822022 Mar 08 19:48:08.718708 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39063845-b743-4270-9ae9-17d12972c898 req-06bea019-c050-43c0-b13f-1f7cdb8e823f tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:08.720554 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-39063845-b743-4270-9ae9-17d12972c898 req-06bea019-c050-43c0-b13f-1f7cdb8e823f tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 945 time: 0.0745838 Mar 08 19:48:08.732717 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d4cef-f6fa-4d3e-8e52-cea6de22dad8 req-e5c98896-dde6-489b-8853-e5bc9c7ea31a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:08.734242 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d65d4cef-f6fa-4d3e-8e52-cea6de22dad8 req-e5c98896-dde6-489b-8853-e5bc9c7ea31a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 946 time: 0.0631957 Mar 08 19:48:08.784652 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d65d4cef-f6fa-4d3e-8e52-cea6de22dad8 req-bef895f3-52bb-4aa9-b433-abb1ea491e7c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446239 Mar 08 19:48:08.803821 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-39063845-b743-4270-9ae9-17d12972c898 req-94e14a46-288f-49f8-abd8-89018b69fdac tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761483 Mar 08 19:48:09.680019 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad4339-c91e-4fce-82f0-a6832a650da8 req-220b5445-3722-42bb-bbc1-6a3c38e69ec6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:09.681683 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-68ad4339-c91e-4fce-82f0-a6832a650da8 req-220b5445-3722-42bb-bbc1-6a3c38e69ec6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0541782 Mar 08 19:48:09.720810 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1b730-cd30-43a9-a161-27accfc283b5 req-129417e8-460a-433d-aeab-aba5b76cf43f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:09.722343 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-58d1b730-cd30-43a9-a161-27accfc283b5 req-129417e8-460a-433d-aeab-aba5b76cf43f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0556464 Mar 08 19:48:09.730430 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-68ad4339-c91e-4fce-82f0-a6832a650da8 req-95fa6ea5-4e5c-457b-ab5b-ab2f1bc5ab58 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431316 Mar 08 19:48:09.770425 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-58d1b730-cd30-43a9-a161-27accfc283b5 req-9b945aff-45d0-4c79-b134-92e490bc10a6 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419717 Mar 08 19:48:09.904339 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cfe15-7781-46de-8944-e2e0de8ef341 req-a322077c-3980-47ad-9c23-f58477efb145 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:09.906355 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-048cfe15-7781-46de-8944-e2e0de8ef341 req-a322077c-3980-47ad-9c23-f58477efb145 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 946 time: 0.0553236 Mar 08 19:48:09.965698 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-048cfe15-7781-46de-8944-e2e0de8ef341 req-657b767a-bba2-42be-b20b-27b0a2eee98c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537415 Mar 08 19:48:10.093324 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac7866-a1d1-48b7-b4ff-946805e2ba4d req-5a050e53-ec10-4923-b2fd-35158f301dbb tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:10.094945 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-98ac7866-a1d1-48b7-b4ff-946805e2ba4d req-5a050e53-ec10-4923-b2fd-35158f301dbb tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 945 time: 0.0678358 Mar 08 19:48:10.152554 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-98ac7866-a1d1-48b7-b4ff-946805e2ba4d req-5dac1525-64b0-47b5-8028-231ddd28a933 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490625 Mar 08 19:48:10.267834 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f3d4e-98a7-42e4-a624-f88cfe26dfab req-6459efdc-dc9c-49ec-a5a9-424d40fb3399 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:10.269334 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3b2f3d4e-98a7-42e4-a624-f88cfe26dfab req-6459efdc-dc9c-49ec-a5a9-424d40fb3399 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 946 time: 0.0522959 Mar 08 19:48:10.277124 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084b772-125a-458f-8e42-c7961cb54620 req-bf3f9be0-a2ae-4b85-8985-08b2573ad277 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:10.277836 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 55472) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:10.278622 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2084b772-125a-458f-8e42-c7961cb54620 req-bf3f9be0-a2ae-4b85-8985-08b2573ad277 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0555637 Mar 08 19:48:10.282250 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-d88c316d-217a-401a-a186-2268d636df80 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'floatingip': {'port_id': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:48:10.321361 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d88c316d-217a-401a-a186-2268d636df80 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (f88c9458-ce7f-4448-8c5b-057c118d5b97), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:10.324833 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2084b772-125a-458f-8e42-c7961cb54620 req-12fe41a7-8263-4556-9068-ec50906bc271 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403430 Mar 08 19:48:10.406182 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:48:10.755270 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d88c316d-217a-401a-a186-2268d636df80 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:10.760626 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d88c316d-217a-401a-a186-2268d636df80 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (f88c9458-ce7f-4448-8c5b-057c118d5b97), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:10.900442 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656b21b-36e1-429c-a456-a09e0a2af332 req-61c86568-5824-4d03-83b3-78ccf4db23a9 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:10.902100 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a656b21b-36e1-429c-a456-a09e0a2af332 req-61c86568-5824-4d03-83b3-78ccf4db23a9 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0965691 Mar 08 19:48:10.903070 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.l3_db [None req-d88c316d-217a-401a-a186-2268d636df80 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Floating IP f88c9458-ce7f-4448-8c5b-057c118d5b97 associated. External IP: 172.27.1.57, port: 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f. Mar 08 19:48:11.023477 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a656b21b-36e1-429c-a456-a09e0a2af332 req-d0d549d7-0bd4-4330-8eac-419dc3601a35 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872488 Mar 08 19:48:11.142571 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88c316d-217a-401a-a186-2268d636df80 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Router d8357a97-1270-4600-8b32-23ca28274084 has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:48:11.252905 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88c316d-217a-401a-a186-2268d636df80 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:48:11.257551 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d88c316d-217a-401a-a186-2268d636df80 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:11.263531 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440fcba3-4d98-430a-a528-fde617197cef None None] Sync routers for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:48:11.272969 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440fcba3-4d98-430a-a528-fde617197cef None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:48:11.273573 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-440fcba3-4d98-430a-a528-fde617197cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:47:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:48:11.281892 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4826a-82a2-4683-8b0a-bcaf749d50eb req-698acf41-111a-49ad-9dd6-10cff2a178cd tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:11.283489 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-89c4826a-82a2-4683-8b0a-bcaf749d50eb req-698acf41-111a-49ad-9dd6-10cff2a178cd tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 945 time: 0.0527146 Mar 08 19:48:11.292826 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-d88c316d-217a-401a-a186-2268d636df80 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "PUT /v2.0/floatingips/f88c9458-ce7f-4448-8c5b-057c118d5b97 HTTP/1.1" status: 200 len: 991 time: 1.0139058 Mar 08 19:48:11.293485 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a53ea32-1838-4dd1-85b7-bae137389683', 'tag': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f'}] {{(pid=109690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:48:11.295720 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d8e885dd147d8b917037df1c13c0f120f07ec6cc2713c5f97f9f0f1cce2c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9e9886-4bca-40c4-b221-6fa21830aed6" -d '{"events": [{"name": "network-changed", "server_uuid": "5a53ea32-1838-4dd1-85b7-bae137389683", "tag": "04a354b0-ebaf-4bb1-8bd4-8311d12fae7f"}]}' {{(pid=109690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:48:11.333317 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ca8e00-8561-4dd8-b5a7-b300b7a83d71 x-openstack-request-id: req-69ca8e00-8561-4dd8-b5a7-b300b7a83d71 {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:48:11.333665 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a53ea32-1838-4dd1-85b7-bae137389683", "tag": "04a354b0-ebaf-4bb1-8bd4-8311d12fae7f", "status": "completed", "code": 200}]} {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:48:11.333926 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69ca8e00-8561-4dd8-b5a7-b300b7a83d71 {{(pid=109690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:48:11.334330 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a53ea32-1838-4dd1-85b7-bae137389683', 'tag': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f', 'status': 'completed', 'code': 200} Mar 08 19:48:11.335863 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-89c4826a-82a2-4683-8b0a-bcaf749d50eb req-20578a7d-139f-4f79-b30e-a8488437e66c tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456011 Mar 08 19:48:11.383063 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-440fcba3-4d98-430a-a528-fde617197cef None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:48:11.448790 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206f107-6d16-4cc3-b450-d22f01aabb1c req-3e0cc2ea-d952-400e-ae49-218221c550c9 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:11.450279 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8206f107-6d16-4cc3-b450-d22f01aabb1c req-3e0cc2ea-d952-400e-ae49-218221c550c9 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0517023 Mar 08 19:48:11.496254 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8206f107-6d16-4cc3-b450-d22f01aabb1c req-00849c88-90c6-4f22-ba68-652a715c7778 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403185 Mar 08 19:48:11.600545 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-440fcba3-4d98-430a-a528-fde617197cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'f88c9458-ce7f-4448-8c5b-057c118d5b97', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'port_id': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'mac_address': 'fa:16:3e:f4:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a53ea32-1838-4dd1-85b7-bae137389683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:47:38Z', 'updated_at': '2022-03-08T19:48:10Z', 'revision_number': 1, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:48:11.629001 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440fcba3-4d98-430a-a528-fde617197cef None None] Checking router: d8357a97-1270-4600-8b32-23ca28274084 for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:48:11.636988 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440fcba3-4d98-430a-a528-fde617197cef None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:48:11.637576 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-440fcba3-4d98-430a-a528-fde617197cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:47:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:48:11.743537 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-440fcba3-4d98-430a-a528-fde617197cef None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:48:12.038945 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-440fcba3-4d98-430a-a528-fde617197cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'f88c9458-ce7f-4448-8c5b-057c118d5b97', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'port_id': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'mac_address': 'fa:16:3e:f4:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a53ea32-1838-4dd1-85b7-bae137389683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:47:38Z', 'updated_at': '2022-03-08T19:48:10Z', 'revision_number': 1, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:48:12.069284 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440fcba3-4d98-430a-a528-fde617197cef None None] The sync data for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi is: [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'f88c9458-ce7f-4448-8c5b-057c118d5b97', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'port_id': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'mac_address': 'fa:16:3e:f4:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a53ea32-1838-4dd1-85b7-bae137389683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:47:38Z', 'updated_at': '2022-03-08T19:48:10Z', 'revision_number': 1, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:48:12.149606 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8356554-a7e6-4e2a-9d8e-0e82f3c00d70 req-c65d3b0e-4ef6-4b08-9477-7a8160cd1161 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:12.151119 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e8356554-a7e6-4e2a-9d8e-0e82f3c00d70 req-c65d3b0e-4ef6-4b08-9477-7a8160cd1161 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0570796 Mar 08 19:48:12.198879 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e8356554-a7e6-4e2a-9d8e-0e82f3c00d70 req-7b2b0cb3-277a-4b66-81ed-a4133077d9fc tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420494 Mar 08 19:48:12.252527 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067bfad0-9848-4288-81d3-7ac9bc140ce9 None None] New status for floating IP f88c9458-ce7f-4448-8c5b-057c118d5b97: ACTIVE {{(pid=109691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:48:12.322570 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:12.464811 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5bea9-1fce-4064-ad94-9f79b9f1281c req-bea63338-e048-4702-8f07-91290b8f4289 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:12.466394 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-16a5bea9-1fce-4064-ad94-9f79b9f1281c req-bea63338-e048-4702-8f07-91290b8f4289 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 945 time: 0.0555534 Mar 08 19:48:12.511020 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dcaf4740-24fa-4ae1-84ac-c5d81b349d24 req-e34dc766-d75c-41b3-bc58-e5601084b6fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564437 Mar 08 19:48:12.513739 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e9886-4bca-40c4-b221-6fa21830aed6 req-632cd566-c5a5-4ffa-8e10-a6c364e29888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:12.515141 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6f9e9886-4bca-40c4-b221-6fa21830aed6 req-632cd566-c5a5-4ffa-8e10-a6c364e29888 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 1130 time: 0.0897112 Mar 08 19:48:12.522599 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-16a5bea9-1fce-4064-ad94-9f79b9f1281c req-63a3f655-b041-4d26-8139-cd082b03c529 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466201 Mar 08 19:48:12.727612 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e9886-4bca-40c4-b221-6fa21830aed6 req-2c237cc9-cd7b-4ebc-be65-72b3b11e7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:12.729185 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6f9e9886-4bca-40c4-b221-6fa21830aed6 req-2c237cc9-cd7b-4ebc-be65-72b3b11e7a08 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 200 len: 916 time: 0.1956022 Mar 08 19:48:12.739109 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf4740-24fa-4ae1-84ac-c5d81b349d24 req-872b4de0-9030-429f-a671-a42f4bf728d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:12.740604 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dcaf4740-24fa-4ae1-84ac-c5d81b349d24 req-872b4de0-9030-429f-a671-a42f4bf728d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 1130 time: 0.1329777 Mar 08 19:48:12.749851 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eab7e-ac59-4d73-977b-dcf6dbfb6a38 req-c4d8a4b8-6736-4a5c-99a2-370e282bb5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:12.751288 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b29eab7e-ac59-4d73-977b-dcf6dbfb6a38 req-c4d8a4b8-6736-4a5c-99a2-370e282bb5fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72ed260f86604db6ac28144af3dfb647&device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 1129 time: 0.1391747 Mar 08 19:48:12.790995 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e453c-4614-4473-b235-5b98315befdb req-82a03313-5f52-430d-a832-39b158711c99 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:12.792621 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-676e453c-4614-4473-b235-5b98315befdb req-82a03313-5f52-430d-a832-39b158711c99 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.2235978 Mar 08 19:48:12.932768 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6f9e9886-4bca-40c4-b221-6fa21830aed6 req-ebc241d9-b9de-440a-998a-5d1daa823169 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04a354b0-ebaf-4bb1-8bd4-8311d12fae7f HTTP/1.1" status: 200 len: 1001 time: 0.1970637 Mar 08 19:48:13.020469 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-676e453c-4614-4473-b235-5b98315befdb req-5081106d-f838-4c7c-9d90-5d0cc5357c1b tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075431 Mar 08 19:48:13.039862 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf4740-24fa-4ae1-84ac-c5d81b349d24 req-fa349a8e-6db2-40b6-a6cf-a5a074d17102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:13.041681 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dcaf4740-24fa-4ae1-84ac-c5d81b349d24 req-fa349a8e-6db2-40b6-a6cf-a5a074d17102 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.2588038 Mar 08 19:48:13.044311 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e9886-4bca-40c4-b221-6fa21830aed6 req-e4017a5a-63e8-4fc3-8425-abf92e8b3d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:13.045657 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6f9e9886-4bca-40c4-b221-6fa21830aed6 req-e4017a5a-63e8-4fc3-8425-abf92e8b3d91 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d1de695-2f89-4670-8368-e25440455f01 HTTP/1.1" status: 200 len: 854 time: 0.1044884 Mar 08 19:48:13.046950 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eab7e-ac59-4d73-977b-dcf6dbfb6a38 req-7ff46046-3681-4507-95c6-0d2691b59af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:13.048301 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b29eab7e-ac59-4d73-977b-dcf6dbfb6a38 req-7ff46046-3681-4507-95c6-0d2691b59af1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8886c69-71b5-4f2a-a8b1-45077b0e7696 HTTP/1.1" status: 200 len: 920 time: 0.2665129 Mar 08 19:48:13.343875 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec3f29-2e4f-459c-9e10-6f2c33e7166e req-363a7795-40f5-457b-b80a-b1cb0085b5f1 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:13.345489 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6dec3f29-2e4f-459c-9e10-6f2c33e7166e req-363a7795-40f5-457b-b80a-b1cb0085b5f1 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0715153 Mar 08 19:48:13.345897 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b29eab7e-ac59-4d73-977b-dcf6dbfb6a38 req-f9a05b1d-f1dc-43fa-b7f9-209e17a9f5b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd0094c5-2d50-493d-af72-15d0f09deacf HTTP/1.1" status: 200 len: 217 time: 0.2474680 Mar 08 19:48:13.403017 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6dec3f29-2e4f-459c-9e10-6f2c33e7166e req-44e23798-38a3-45e8-8abc-fefbf24d7f3a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509546 Mar 08 19:48:13.429700 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dcaf4740-24fa-4ae1-84ac-c5d81b349d24 req-3264d61a-ef84-4dfd-ae37-514e9f8dfac2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea1de1-999c-4b53-999a-016d7f51ba59 HTTP/1.1" status: 200 len: 1002 time: 0.3698523 Mar 08 19:48:13.439405 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eab7e-ac59-4d73-977b-dcf6dbfb6a38 req-44b6850c-0da6-46b1-b0cc-b65e669172c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:13.440867 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b29eab7e-ac59-4d73-977b-dcf6dbfb6a38 req-44b6850c-0da6-46b1-b0cc-b65e669172c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a50455b0-9330-418e-b6d3-f83bdb8fede0 HTTP/1.1" status: 200 len: 859 time: 0.0789499 Mar 08 19:48:13.477114 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e9886-4bca-40c4-b221-6fa21830aed6 req-5ec9958d-f804-4f54-85f7-f7c73ca36b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:13.478610 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6f9e9886-4bca-40c4-b221-6fa21830aed6 req-5ec9958d-f804-4f54-85f7-f7c73ca36b97 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfea349b-6bfd-41c2-92c4-062cebf33ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1827543 Mar 08 19:48:13.509291 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b29eab7e-ac59-4d73-977b-dcf6dbfb6a38 req-b81155cd-d53a-4c65-b66a-22db81ac2a6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8886c69-71b5-4f2a-a8b1-45077b0e7696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589867 Mar 08 19:48:13.660592 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf4740-24fa-4ae1-84ac-c5d81b349d24 req-2c53664f-5de9-44b8-9138-3c82083b21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:13.662719 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dcaf4740-24fa-4ae1-84ac-c5d81b349d24 req-2c53664f-5de9-44b8-9138-3c82083b21e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.2209871 Mar 08 19:48:13.671804 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf8822-ebce-4d57-bf6f-e4970f885daf req-49fb4ed3-232d-4ed1-9b7a-fcedd20fc936 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:13.673248 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-01bf8822-ebce-4d57-bf6f-e4970f885daf req-49fb4ed3-232d-4ed1-9b7a-fcedd20fc936 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 945 time: 0.0627017 Mar 08 19:48:13.737163 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c41197-f0d0-4d6b-9c60-2df0768214bb req-a02ba9c6-c371-4186-b454-6e3d31913ea2 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:13.738706 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-65c41197-f0d0-4d6b-9c60-2df0768214bb req-a02ba9c6-c371-4186-b454-6e3d31913ea2 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.2581558 Mar 08 19:48:13.750251 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-01bf8822-ebce-4d57-bf6f-e4970f885daf req-80c9e08b-aaaf-454e-9600-fe717f4323ef tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706878 Mar 08 19:48:13.750698 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 55538) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:13.763370 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-0644e116-6e88-4da7-8bfb-305c761be2ea tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Request body: {'floatingip': {'port_id': '38ecd555-5c0f-44c2-850e-97cbfeea62d4'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:48:13.840572 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b29eab7e-ac59-4d73-977b-dcf6dbfb6a38 req-c336f028-88e0-4415-8690-429a8fbc96b9 service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196242 Mar 08 19:48:13.842401 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6f9e9886-4bca-40c4-b221-6fa21830aed6 req-6f791a37-a33f-4172-9125-e13055f4db3b service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354433 Mar 08 19:48:13.849119 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0644e116-6e88-4da7-8bfb-305c761be2ea tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for floatingip (f56121b8-5af8-457c-b78d-1048aa3f3e45), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:13.909954 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf4740-24fa-4ae1-84ac-c5d81b349d24 req-55c91561-e2fb-4686-a6db-6bda73e4d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:13.911488 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dcaf4740-24fa-4ae1-84ac-c5d81b349d24 req-55c91561-e2fb-4686-a6db-6bda73e4d9a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2398407 Mar 08 19:48:14.327227 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b29eab7e-ac59-4d73-977b-dcf6dbfb6a38 req-6c5a27b5-b585-4db3-8d21-89506d8d6c83 service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467912 Mar 08 19:48:14.351532 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6f9e9886-4bca-40c4-b221-6fa21830aed6 req-e8e50afc-0d0e-47ab-8e96-0037f8f35571 service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693484 Mar 08 19:48:14.369305 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dcaf4740-24fa-4ae1-84ac-c5d81b349d24 req-b8f89ce3-f17e-4dfb-848c-f8bc87465fd2 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384491 Mar 08 19:48:14.414307 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3ad25-8389-402d-96b5-b9a4dd295e89 req-37d597cd-42d5-4bee-8128-938722edcd6d tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:14.416014 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f7b3ad25-8389-402d-96b5-b9a4dd295e89 req-37d597cd-42d5-4bee-8128-938722edcd6d tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.3045006 Mar 08 19:48:14.474602 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd542b11-6cb5-4715-9ea0-9eabb3c3a85a req-c595c586-4df0-4781-86de-f9f448f3e2bc tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:14.476021 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dd542b11-6cb5-4715-9ea0-9eabb3c3a85a req-c595c586-4df0-4781-86de-f9f448f3e2bc tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 945 time: 0.2630873 Mar 08 19:48:14.583966 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f7b3ad25-8389-402d-96b5-b9a4dd295e89 req-8e3b1083-3e2d-4d4b-ab9a-1118096a99ba tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585674 Mar 08 19:48:14.865654 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dcaf4740-24fa-4ae1-84ac-c5d81b349d24 req-d81943d9-a803-4c6d-acf1-b9c422bddb0e service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582672 Mar 08 19:48:14.879916 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed904f-0b82-41f0-a113-c8818a8834b0 req-aca91584-5b60-4b30-a4f1-9a10fd364669 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:14.881669 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-dbed904f-0b82-41f0-a113-c8818a8834b0 req-aca91584-5b60-4b30-a4f1-9a10fd364669 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 945 time: 0.0613830 Mar 08 19:48:14.930859 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-dbed904f-0b82-41f0-a113-c8818a8834b0 req-50199b86-b60f-4969-9da8-fe86f7c51723 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430689 Mar 08 19:48:15.126694 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0644e116-6e88-4da7-8bfb-305c761be2ea tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:15.130630 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0644e116-6e88-4da7-8bfb-305c761be2ea tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (f56121b8-5af8-457c-b78d-1048aa3f3e45), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:15.234008 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.l3_db [None req-0644e116-6e88-4da7-8bfb-305c761be2ea tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Floating IP f56121b8-5af8-457c-b78d-1048aa3f3e45 associated. External IP: 172.27.1.54, port: 38ecd555-5c0f-44c2-850e-97cbfeea62d4. Mar 08 19:48:15.439621 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0644e116-6e88-4da7-8bfb-305c761be2ea tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Router 617f618d-2e14-4c4b-ad90-367d83d66f0e has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:48:15.544477 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0644e116-6e88-4da7-8bfb-305c761be2ea tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:48:15.549245 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0644e116-6e88-4da7-8bfb-305c761be2ea tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:15.555438 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca866595-8f03-409b-85ea-374e3de5cd80 None None] Sync routers for ids ['617f618d-2e14-4c4b-ad90-367d83d66f0e'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:48:15.565276 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca866595-8f03-409b-85ea-374e3de5cd80 None None] Routers {'617f618d-2e14-4c4b-ad90-367d83d66f0e'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:48:15.565885 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-ca866595-8f03-409b-85ea-374e3de5cd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:47:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['617f618d-2e14-4c4b-ad90-367d83d66f0e'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:48:15.576713 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-0644e116-6e88-4da7-8bfb-305c761be2ea tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "PUT /v2.0/floatingips/f56121b8-5af8-457c-b78d-1048aa3f3e45 HTTP/1.1" status: 200 len: 990 time: 1.8197083 Mar 08 19:48:15.577394 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'tag': '38ecd555-5c0f-44c2-850e-97cbfeea62d4'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:48:15.579590 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80131b68-3735-4de6-ae4f-121d65a08384" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb7515f-c5d4-4330-a70a-c1835a5556c4", "tag": "38ecd555-5c0f-44c2-850e-97cbfeea62d4"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:48:15.615204 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bfdaf1-00a7-4e80-b9f6-55384926759c x-openstack-request-id: req-53bfdaf1-00a7-4e80-b9f6-55384926759c {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:48:15.615498 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb7515f-c5d4-4330-a70a-c1835a5556c4", "tag": "38ecd555-5c0f-44c2-850e-97cbfeea62d4", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:48:15.615754 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53bfdaf1-00a7-4e80-b9f6-55384926759c {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:48:15.616154 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'tag': '38ecd555-5c0f-44c2-850e-97cbfeea62d4', 'status': 'completed', 'code': 200} Mar 08 19:48:15.675239 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-ca866595-8f03-409b-85ea-374e3de5cd80 None None] Set router 617f618d-2e14-4c4b-ad90-367d83d66f0e gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:48:15.698747 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7301aa-e835-47f1-807a-cc6d4936940c req-e35c836f-a498-44b5-b12a-01c56c9b9762 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:15.700253 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ca7301aa-e835-47f1-807a-cc6d4936940c req-e35c836f-a498-44b5-b12a-01c56c9b9762 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0508029 Mar 08 19:48:15.747108 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ca7301aa-e835-47f1-807a-cc6d4936940c req-b6688dc6-f784-43b4-9525-18143ee74a5f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413194 Mar 08 19:48:15.890169 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-ca866595-8f03-409b-85ea-374e3de5cd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'f56121b8-5af8-457c-b78d-1048aa3f3e45', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'port_id': '38ecd555-5c0f-44c2-850e-97cbfeea62d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'mac_address': 'fa:16:3e:db:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:47:37Z', 'updated_at': '2022-03-08T19:48:14Z', 'revision_number': 1, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835deec4-df72-4987-a479-bdeca2042080', 'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'mac_address': 'fa:16:3e:b3:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:22Z', 'updated_at': '2022-03-08T19:47:39Z', 'revision_number': 5, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'subnets': [{'id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:48:15.919696 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca866595-8f03-409b-85ea-374e3de5cd80 None None] Checking router: 617f618d-2e14-4c4b-ad90-367d83d66f0e for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:48:15.928647 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca866595-8f03-409b-85ea-374e3de5cd80 None None] Routers {'617f618d-2e14-4c4b-ad90-367d83d66f0e'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:48:15.929243 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-ca866595-8f03-409b-85ea-374e3de5cd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:47:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['617f618d-2e14-4c4b-ad90-367d83d66f0e'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:48:16.046102 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-ca866595-8f03-409b-85ea-374e3de5cd80 None None] Set router 617f618d-2e14-4c4b-ad90-367d83d66f0e gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:48:16.068675 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0655d-22d6-42ad-9bcb-1609439e77cc req-d0d0be5c-186c-4081-9a3e-49373d53f8d8 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:16.070526 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1ba0655d-22d6-42ad-9bcb-1609439e77cc req-d0d0be5c-186c-4081-9a3e-49373d53f8d8 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 945 time: 0.0622780 Mar 08 19:48:16.119123 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1ba0655d-22d6-42ad-9bcb-1609439e77cc req-9184690f-07f6-44cc-a37c-5a91cbe2a7c9 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/security-groups?id=f75ba30b-3b4e-41b6-887f-4a83561cddf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424640 Mar 08 19:48:16.263820 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-ca866595-8f03-409b-85ea-374e3de5cd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'f56121b8-5af8-457c-b78d-1048aa3f3e45', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'port_id': '38ecd555-5c0f-44c2-850e-97cbfeea62d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'mac_address': 'fa:16:3e:db:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:47:37Z', 'updated_at': '2022-03-08T19:48:14Z', 'revision_number': 1, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835deec4-df72-4987-a479-bdeca2042080', 'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'mac_address': 'fa:16:3e:b3:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:22Z', 'updated_at': '2022-03-08T19:47:39Z', 'revision_number': 5, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'subnets': [{'id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:48:16.290560 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca866595-8f03-409b-85ea-374e3de5cd80 None None] The sync data for ids ['617f618d-2e14-4c4b-ad90-367d83d66f0e'] in dv-cinder-830093-3-iscsi is: [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'f56121b8-5af8-457c-b78d-1048aa3f3e45', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'port_id': '38ecd555-5c0f-44c2-850e-97cbfeea62d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'mac_address': 'fa:16:3e:db:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:47:37Z', 'updated_at': '2022-03-08T19:48:14Z', 'revision_number': 1, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835deec4-df72-4987-a479-bdeca2042080', 'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'mac_address': 'fa:16:3e:b3:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:22Z', 'updated_at': '2022-03-08T19:47:39Z', 'revision_number': 5, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'subnets': [{'id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:48:16.421941 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-dd542b11-6cb5-4715-9ea0-9eabb3c3a85a req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Deleting port 78cde18a-66af-4a1f-80ad-8995e7b46bad {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:48:16.422284 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-dd542b11-6cb5-4715-9ea0-9eabb3c3a85a req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (78cde18a-66af-4a1f-80ad-8995e7b46bad), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:16.489300 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15713024-884b-4de4-8688-ccd8758ed03e None None] New status for floating IP f56121b8-5af8-457c-b78d-1048aa3f3e45: ACTIVE {{(pid=109691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:48:16.513996 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-dd542b11-6cb5-4715-9ea0-9eabb3c3a85a req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] For port 78cde18a-66af-4a1f-80ad-8995e7b46bad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=78cde18a-66af-4a1f-80ad-8995e7b46bad,segment=NetworkSegment(3ab33ffe-577f-47e7-8c66-788b5fe820ae),segment_id=3ab33ffe-577f-47e7-8c66-788b5fe820ae)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:48:16.514354 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-dd542b11-6cb5-4715-9ea0-9eabb3c3a85a req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (78cde18a-66af-4a1f-80ad-8995e7b46bad), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:16.528386 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-dd542b11-6cb5-4715-9ea0-9eabb3c3a85a req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Calling delete_port for 78cde18a-66af-4a1f-80ad-8995e7b46bad owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:48:16.689942 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-dd542b11-6cb5-4715-9ea0-9eabb3c3a85a req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674'] for port (78cde18a-66af-4a1f-80ad-8995e7b46bad), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:16.720479 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Pushing event deleted for resources: {'Port': ['ID=78cde18a-66af-4a1f-80ad-8995e7b46bad,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:16.750244 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:16.750533 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:16.750884 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:16.751256 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:16.751599 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:16.751934 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:16.752271 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:16.752630 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:16.752962 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:16.753295 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:16.753622 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:16.753949 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:16.754274 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:16.790162 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd542b11-6cb5-4715-9ea0-9eabb3c3a85a req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] No DVR routers for this DVR port 78cde18a-66af-4a1f-80ad-8995e7b46bad on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:48:16.793442 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-dd542b11-6cb5-4715-9ea0-9eabb3c3a85a req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:16.796743 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dd542b11-6cb5-4715-9ea0-9eabb3c3a85a req-1902fee5-129a-45a4-a9ad-84234049ed64 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.60 "DELETE /v2.0/ports/78cde18a-66af-4a1f-80ad-8995e7b46bad HTTP/1.1" status: 204 len: 173 time: 0.5046828 Mar 08 19:48:16.861962 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753e263-60d4-41fa-8965-a1fc8e5b8ea4 req-d7f6b270-39c3-4b0a-80de-afab8afb6459 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:16.863399 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9753e263-60d4-41fa-8965-a1fc8e5b8ea4 req-d7f6b270-39c3-4b0a-80de-afab8afb6459 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0503168 Mar 08 19:48:16.910988 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9753e263-60d4-41fa-8965-a1fc8e5b8ea4 req-c447990e-cf8e-45ec-a04d-1ac273ff4ea0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419817 Mar 08 19:48:17.211705 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9d1f0778-0f96-4d89-99c3-284d7e0442b7 req-90bae61c-21e5-404f-b5da-57b74653c594 tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 210 time: 0.0267050 Mar 08 19:48:17.360532 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['78cde18a-66af-4a1f-80ad-8995e7b46bad'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:48:17.432464 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80131b68-3735-4de6-ae4f-121d65a08384 req-37e9b020-4e6a-4b7b-a8e5-1845fa226171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:17.433950 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-80131b68-3735-4de6-ae4f-121d65a08384 req-37e9b020-4e6a-4b7b-a8e5-1845fa226171 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8fc81146d843659f7b027db2238ff7&device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 1129 time: 0.0519922 Mar 08 19:48:17.526384 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80131b68-3735-4de6-ae4f-121d65a08384 req-e147c5bc-1bd5-4cad-b4e2-66b2c143b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:17.527830 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-80131b68-3735-4de6-ae4f-121d65a08384 req-e147c5bc-1bd5-4cad-b4e2-66b2c143b591 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3f5b26d-7786-4d76-b026-0184c6ebc557 HTTP/1.1" status: 200 len: 918 time: 0.0848298 Mar 08 19:48:17.598830 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-80131b68-3735-4de6-ae4f-121d65a08384 req-502cd2bd-9eab-43de-8ba9-4032e89b9295 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38ecd555-5c0f-44c2-850e-97cbfeea62d4 HTTP/1.1" status: 200 len: 1000 time: 0.0598428 Mar 08 19:48:17.620691 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34', 'name': 'network-vif-deleted', 'tag': '78cde18a-66af-4a1f-80ad-8995e7b46bad'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:48:17.622779 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c78305-0257-4eb9-8864-416fd4485676" -d '{"events": [{"server_uuid": "5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34", "name": "network-vif-deleted", "tag": "78cde18a-66af-4a1f-80ad-8995e7b46bad"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:48:17.657184 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a7286c-bf9a-473f-8cab-7ca3bd150cdc x-openstack-request-id: req-11a7286c-bf9a-473f-8cab-7ca3bd150cdc {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:48:17.657476 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34", "name": "network-vif-deleted", "tag": "78cde18a-66af-4a1f-80ad-8995e7b46bad", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:48:17.657728 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-11a7286c-bf9a-473f-8cab-7ca3bd150cdc {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:48:17.658115 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34', 'name': 'network-vif-deleted', 'tag': '78cde18a-66af-4a1f-80ad-8995e7b46bad', 'status': 'completed', 'code': 200} Mar 08 19:48:17.661724 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80131b68-3735-4de6-ae4f-121d65a08384 req-42744dc0-4a70-4aeb-b1d2-ddaaff6581c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:17.663164 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-80131b68-3735-4de6-ae4f-121d65a08384 req-42744dc0-4a70-4aeb-b1d2-ddaaff6581c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca6f325-a313-48b4-874a-63f6de10419f HTTP/1.1" status: 200 len: 856 time: 0.0494864 Mar 08 19:48:17.727084 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80131b68-3735-4de6-ae4f-121d65a08384 req-7b8e149e-cacc-4367-96cc-a6d73a2be6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:17.728597 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-80131b68-3735-4de6-ae4f-121d65a08384 req-7b8e149e-cacc-4367-96cc-a6d73a2be6d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3f5b26d-7786-4d76-b026-0184c6ebc557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444896 Mar 08 19:48:17.820450 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-80131b68-3735-4de6-ae4f-121d65a08384 req-d1b8ece4-3f1e-4a65-a833-89967c4e9cae service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828648 Mar 08 19:48:17.909187 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-80131b68-3735-4de6-ae4f-121d65a08384 req-63eea009-8cb6-480a-b6ba-46779d75d4c2 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813892 Mar 08 19:48:18.033899 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25478180-4e54-4189-82d8-1e28f6ecd550 req-856eb417-aab2-457b-af6b-7b2945cc4f59 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:18.035367 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-25478180-4e54-4189-82d8-1e28f6ecd550 req-856eb417-aab2-457b-af6b-7b2945cc4f59 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0552516 Mar 08 19:48:18.087827 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-25478180-4e54-4189-82d8-1e28f6ecd550 req-348edb05-51a6-4e89-9436-d6f2e6484621 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456464 Mar 08 19:48:18.334991 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-235c516f-28cc-4046-a5aa-bb8e6ec480c2 req-5e695cad-5e34-4b5e-9a90-3a915824159b tempest-DeleteServersTestJSON-1849059892 tempest-DeleteServersTestJSON-1849059892-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b2e87f9-fdfb-4f89-91e6-1ebcc1ed3a34 HTTP/1.1" status: 200 len: 210 time: 0.0368178 Mar 08 19:48:18.655471 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 55642) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:18.761938 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0c909a99-b3b0-4d04-9827-777d8bca8b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:18.832735 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0c909a99-b3b0-4d04-9827-777d8bca8b33 admin admin] Publish callbacks [] for security_group (35c6346e-a9c5-4bc5-88ae-67d1ed27bf3a), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:18.836423 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0c909a99-b3b0-4d04-9827-777d8bca8b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (35c6346e-a9c5-4bc5-88ae-67d1ed27bf3a), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:18.874961 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-0c909a99-b3b0-4d04-9827-777d8bca8b33 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ed135e18061437dabfd53962b3fe44d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184083 Mar 08 19:48:18.876152 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c909a99-b3b0-4d04-9827-777d8bca8b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c6346e-a9c5-4bc5-88ae-67d1ed27bf3a,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:18.877950 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 55646) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:18.926710 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] Publish callbacks [] for security_group (35c6346e-a9c5-4bc5-88ae-67d1ed27bf3a), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:18.948709 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] Publish callbacks [] for security_group (35c6346e-a9c5-4bc5-88ae-67d1ed27bf3a), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:18.996349 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (35c6346e-a9c5-4bc5-88ae-67d1ed27bf3a), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:18.998970 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:19.000192 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/35c6346e-a9c5-4bc5-88ae-67d1ed27bf3a HTTP/1.1" status: 204 len: 168 time: 0.1212034 Mar 08 19:48:19.008506 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c6346e-a9c5-4bc5-88ae-67d1ed27bf3a,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:19.017537 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:19.017916 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:19.018270 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:19.020136 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:19.022997 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:19.023388 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:19.023730 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:19.024076 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:19.024461 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:19.024808 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:19.025243 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:19.025483 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:19.025815 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7483b4a-30da-4845-9667-5f00139d5672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:19.209019 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563b545-e94c-41dc-b806-478be2baefae req-95287194-bf1b-4fb2-aee5-521dbf0d0124 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:19.210827 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0563b545-e94c-41dc-b806-478be2baefae req-95287194-bf1b-4fb2-aee5-521dbf0d0124 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0531299 Mar 08 19:48:19.256348 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0563b545-e94c-41dc-b806-478be2baefae req-6698fd36-f4fb-43c5-8752-c3d20312025e tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400681 Mar 08 19:48:19.264364 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 55654) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:19.286069 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a78bb86a-0d34-40f4-ae00-e983c7c4e2b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:19.358724 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 78cde18a-66af-4a1f-80ad-8995e7b46bad no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:48:19.366607 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a78bb86a-0d34-40f4-ae00-e983c7c4e2b5 admin admin] Publish callbacks [] for security_group (91a0424b-5468-4c7b-8dd4-23e3e46ecd80), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:19.373247 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a78bb86a-0d34-40f4-ae00-e983c7c4e2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (91a0424b-5468-4c7b-8dd4-23e3e46ecd80), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:19.388672 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: 78cde18a-66af-4a1f-80ad-8995e7b46bad {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:48:19.389029 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 78cde18a-66af-4a1f-80ad-8995e7b46bad not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:48:19.407149 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-a78bb86a-0d34-40f4-ae00-e983c7c4e2b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2a3485f5596744a08f34038b61af101b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417415 Mar 08 19:48:19.409807 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 55668) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:19.419767 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bb86a-0d34-40f4-ae00-e983c7c4e2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a0424b-5468-4c7b-8dd4-23e3e46ecd80,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:19.486050 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-42a27984-05c0-4a41-a54e-f96acbefc017 admin admin] Publish callbacks [] for security_group (91a0424b-5468-4c7b-8dd4-23e3e46ecd80), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:19.515016 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-42a27984-05c0-4a41-a54e-f96acbefc017 admin admin] Publish callbacks [] for security_group (91a0424b-5468-4c7b-8dd4-23e3e46ecd80), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:19.574172 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-42a27984-05c0-4a41-a54e-f96acbefc017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (91a0424b-5468-4c7b-8dd4-23e3e46ecd80), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:19.578073 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-42a27984-05c0-4a41-a54e-f96acbefc017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:19.581785 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-42a27984-05c0-4a41-a54e-f96acbefc017 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91a0424b-5468-4c7b-8dd4-23e3e46ecd80 HTTP/1.1" status: 204 len: 168 time: 0.1679022 Mar 08 19:48:19.595247 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a27984-05c0-4a41-a54e-f96acbefc017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a0424b-5468-4c7b-8dd4-23e3e46ecd80,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:20.379968 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef979466-9bb7-4943-aed7-2d92212598e6 req-9a72ec40-dd45-4c52-a331-4283fd3621d8 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:20.382015 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ef979466-9bb7-4943-aed7-2d92212598e6 req-9a72ec40-dd45-4c52-a331-4283fd3621d8 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0513287 Mar 08 19:48:20.428142 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ef979466-9bb7-4943-aed7-2d92212598e6 req-2d0b095c-8c5b-41fd-83cd-7f81c4b59d36 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407603 Mar 08 19:48:21.550643 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d39bfb-42ad-4048-9157-37a2460c2234 req-b32418e8-4f37-4067-9161-1744e6e72e8f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:21.552669 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-22d39bfb-42ad-4048-9157-37a2460c2234 req-b32418e8-4f37-4067-9161-1744e6e72e8f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0532043 Mar 08 19:48:21.602682 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-22d39bfb-42ad-4048-9157-37a2460c2234 req-e096c19e-76c4-4d4b-96c3-843fe5a71a65 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423601 Mar 08 19:48:22.719015 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef9e04-996f-4894-8bb0-8f04b5c2880d req-664eecbf-4bf7-4558-bd1a-0c5789519de3 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:22.720824 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-56ef9e04-996f-4894-8bb0-8f04b5c2880d req-664eecbf-4bf7-4558-bd1a-0c5789519de3 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0524554 Mar 08 19:48:22.768641 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-56ef9e04-996f-4894-8bb0-8f04b5c2880d req-8c7fbd53-9cee-42fe-a8a0-f498687ef2a4 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413342 Mar 08 19:48:23.882221 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f02d44-65b0-46ed-ada8-f7a22df6094a req-42b76afe-07b5-47cb-a3bd-19268f39383f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:23.884212 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-77f02d44-65b0-46ed-ada8-f7a22df6094a req-42b76afe-07b5-47cb-a3bd-19268f39383f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0511425 Mar 08 19:48:23.932612 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-77f02d44-65b0-46ed-ada8-f7a22df6094a req-6062e431-8641-4981-8e5e-6665894644ff tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429690 Mar 08 19:48:25.052547 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8771df-8ad3-4eea-a1fe-6e47f085b3ee req-2d9081f1-9004-4b84-8b17-f573d36cc1da tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:25.054007 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5e8771df-8ad3-4eea-a1fe-6e47f085b3ee req-2d9081f1-9004-4b84-8b17-f573d36cc1da tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0547223 Mar 08 19:48:25.097722 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5e8771df-8ad3-4eea-a1fe-6e47f085b3ee req-e1f97510-db1e-405f-bc3c-64cca13fa22a tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382702 Mar 08 19:48:26.136955 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-16f3055d-ee9d-4462-a8e6-314775a144b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:26.214722 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b2863-124d-4d22-9dc4-aeff4f1960b8 req-e63606c0-7764-4fac-af96-fbf0b227ce18 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:26.216192 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a24b2863-124d-4d22-9dc4-aeff4f1960b8 req-e63606c0-7764-4fac-af96-fbf0b227ce18 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0513728 Mar 08 19:48:26.262241 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a24b2863-124d-4d22-9dc4-aeff4f1960b8 req-050cf3d9-a30b-4cef-bad1-74ed98b0c149 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 Mar 08 19:48:27.378346 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c19721-c4f5-415b-98f6-e4306215a557 req-83ba1a46-ceb7-49a7-90b0-c4ff397f703c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:27.379804 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-79c19721-c4f5-415b-98f6-e4306215a557 req-83ba1a46-ceb7-49a7-90b0-c4ff397f703c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0526581 Mar 08 19:48:27.425211 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-79c19721-c4f5-415b-98f6-e4306215a557 req-0badb997-e25d-4444-a716-13e95f3c7ec2 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399313 Mar 08 19:48:28.411745 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c79d14e0-ee12-4298-9e82-996790148df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:28.537550 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb322134-2adc-454e-8967-f7271e6b2c43 req-b65c887f-b9b7-4934-bcf5-bea0a5153629 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:28.539022 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bb322134-2adc-454e-8967-f7271e6b2c43 req-b65c887f-b9b7-4934-bcf5-bea0a5153629 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0509169 Mar 08 19:48:28.584219 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bb322134-2adc-454e-8967-f7271e6b2c43 req-f2405eaa-30cb-4217-bb08-1779a9d24cbe tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389578 Mar 08 19:48:29.614678 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:29.705728 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa7b67-1201-498e-ae16-3188f9ab4f4d req-8200a779-aba4-4b29-9f02-3646e43660eb tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:29.707227 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bdaa7b67-1201-498e-ae16-3188f9ab4f4d req-8200a779-aba4-4b29-9f02-3646e43660eb tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0584269 Mar 08 19:48:29.753496 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bdaa7b67-1201-498e-ae16-3188f9ab4f4d req-a0d797cc-cdf5-4cba-bfbc-a89cd0021660 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396311 Mar 08 19:48:30.335068 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 55856) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:30.401998 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0cdfa7-b161-4db8-9787-594245535f57 admin admin] Deleting subnet bfa48715-7930-40b3-8def-491d66dc7aa5 {{(pid=109689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:48:30.405021 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0c0cdfa7-b161-4db8-9787-594245535f57 admin admin] Publish callbacks [] for subnet (bfa48715-7930-40b3-8def-491d66dc7aa5), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:30.445233 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0c0cdfa7-b161-4db8-9787-594245535f57 admin admin] Publish callbacks [] for subnet (bfa48715-7930-40b3-8def-491d66dc7aa5), precommit_delete_associations {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:30.451412 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0c0cdfa7-b161-4db8-9787-594245535f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651235'] for subnet (bfa48715-7930-40b3-8def-491d66dc7aa5), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:30.506393 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0c0cdfa7-b161-4db8-9787-594245535f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for subnet (bfa48715-7930-40b3-8def-491d66dc7aa5), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:30.533870 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cdfa7-b161-4db8-9787-594245535f57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfa48715-7930-40b3-8def-491d66dc7aa5,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:30.535834 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0c0cdfa7-b161-4db8-9787-594245535f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:30.539014 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-0c0cdfa7-b161-4db8-9787-594245535f57 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bfa48715-7930-40b3-8def-491d66dc7aa5 HTTP/1.1" status: 204 len: 168 time: 0.2022486 Mar 08 19:48:30.541763 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 55876) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:30.830909 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627052'] for network (953e5cc6-6737-446c-9b5c-918a66dc8d23), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:30.912274 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f6a69-d33f-4f2a-bb96-05cdc9acf904 req-36771213-573d-491a-b2bf-6d4b93397aa2 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:30.913779 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-910f6a69-d33f-4f2a-bb96-05cdc9acf904 req-36771213-573d-491a-b2bf-6d4b93397aa2 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0936093 Mar 08 19:48:30.951893 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733548', 'neutron.services.segments.db._delete_segments_for_network-8789199064935'] for network (953e5cc6-6737-446c-9b5c-918a66dc8d23), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:30.980991 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:48:30.981336 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:48:30.982081 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:48:30.982415 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Subscribe: > port after_create 55550000 {{(pid=109689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:48:30.982758 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:48:30.983112 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Subscribe: > port after_update 55550000 {{(pid=109689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:48:30.983435 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:48:30.983755 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:48:30.984074 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:48:30.984446 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:48:31.043662 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:31.049714 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:48:31.050068 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:48:31.050408 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:48:31.050742 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 19:48:31.051121 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953e5cc6-6737-446c-9b5c-918a66dc8d23']}} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:48:31.076076 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab33ffe-577f-47e7-8c66-788b5fe820ae') {'for_net_delete': True} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:48:31.076407 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab33ffe-577f-47e7-8c66-788b5fe820ae') {} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:48:31.099418 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199064176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29431097'] for segment (3ab33ffe-577f-47e7-8c66-788b5fe820ae), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:31.113726 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-910f6a69-d33f-4f2a-bb96-05cdc9acf904 req-aff6dd36-50e5-4741-9c60-477ef554fc90 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698952 Mar 08 19:48:31.127563 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (3ab33ffe-577f-47e7-8c66-788b5fe820ae), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:31.137645 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:48:31.138038 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29844251'] for segment (3ab33ffe-577f-47e7-8c66-788b5fe820ae), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: from cryptography.utils import int_from_bytes Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: from cryptography.utils import int_from_bytes Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: Traceback (most recent call last): Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: timer() Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: cb(*args, **kw) Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: return func(*args, **kwargs) Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: self._notify() Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: self.callback(batched_events) Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: event.method(event) Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: return f(self, *a, **k) Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: return self._get(url).json() Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: return self.request(url, 'GET', **kwargs) Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:48:31.141953 dv-cinder-830093-3-iscsi neutron-server[109689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:48:31.201112 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1751717'] for network (953e5cc6-6737-446c-9b5c-918a66dc8d23), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:31.207894 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:31.211509 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] 10.222.0.45 "DELETE /v2.0/networks/953e5cc6-6737-446c-9b5c-918a66dc8d23 HTTP/1.1" status: 204 len: 168 time: 0.6688018 Mar 08 19:48:31.221169 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f9e19-0377-49e7-80c0-ad50f57ca518 admin admin] Pushing event deleted for resources: {'Network': ['ID=953e5cc6-6737-446c-9b5c-918a66dc8d23,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:31.370787 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 55898) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:31.408705 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-b5bc5a82-19db-4c2a-881c-8cc728062149 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=abb03c05d95347c1a22833cddc763e2b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0367496 Mar 08 19:48:31.411040 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 55900) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:31.457446 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f9592f89-4cc6-4c3e-915a-1438ac7712fd admin admin] Publish callbacks [] for security_group (f75ba30b-3b4e-41b6-887f-4a83561cddf0), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:31.477749 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f9592f89-4cc6-4c3e-915a-1438ac7712fd admin admin] Publish callbacks [] for security_group (f75ba30b-3b4e-41b6-887f-4a83561cddf0), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:31.522212 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f9592f89-4cc6-4c3e-915a-1438ac7712fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (f75ba30b-3b4e-41b6-887f-4a83561cddf0), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:31.524747 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f9592f89-4cc6-4c3e-915a-1438ac7712fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:31.525954 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-f9592f89-4cc6-4c3e-915a-1438ac7712fd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f75ba30b-3b4e-41b6-887f-4a83561cddf0 HTTP/1.1" status: 204 len: 168 time: 0.1140013 Mar 08 19:48:31.533452 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9592f89-4cc6-4c3e-915a-1438ac7712fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75ba30b-3b4e-41b6-887f-4a83561cddf0,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:32.233174 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901659a-18a0-4d04-9865-a980ddf957af req-670ec7f5-e11f-4ef0-b72f-0aa42cb96a8d tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:32.235336 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5901659a-18a0-4d04-9865-a980ddf957af req-670ec7f5-e11f-4ef0-b72f-0aa42cb96a8d tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0520570 Mar 08 19:48:32.282340 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5901659a-18a0-4d04-9865-a980ddf957af req-3a28f183-511a-4465-8c0e-5da78a7c2185 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415275 Mar 08 19:48:32.346365 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:33.406395 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926525ee-fa88-4d34-aef0-951462549c4b req-8b3d586d-35f7-4c5a-b2f2-9059e8a414c0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:33.407878 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-926525ee-fa88-4d34-aef0-951462549c4b req-8b3d586d-35f7-4c5a-b2f2-9059e8a414c0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0564041 Mar 08 19:48:33.454087 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-926525ee-fa88-4d34-aef0-951462549c4b req-f58e82eb-f71f-4f65-97f0-bf8f51691d52 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407522 Mar 08 19:48:34.595932 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea62070-8797-4882-bbf6-0fdf849bef8b req-45550ecc-7a8c-49de-8768-c5539cac6c82 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:34.597708 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3ea62070-8797-4882-bbf6-0fdf849bef8b req-45550ecc-7a8c-49de-8768-c5539cac6c82 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0652761 Mar 08 19:48:34.650799 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3ea62070-8797-4882-bbf6-0fdf849bef8b req-660bd5cf-b80b-4737-beef-511c8db98147 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463457 Mar 08 19:48:35.769359 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10686c12-67b8-4420-a49b-e63fa48c65ba req-f35ce1f4-8a01-438d-b1a7-e7fb67524c50 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:35.770813 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-10686c12-67b8-4420-a49b-e63fa48c65ba req-f35ce1f4-8a01-438d-b1a7-e7fb67524c50 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0534427 Mar 08 19:48:35.819445 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-10686c12-67b8-4420-a49b-e63fa48c65ba req-4830b5e0-1786-480f-bdd7-510ba9526104 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419827 Mar 08 19:48:35.859603 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 56046) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:35.961046 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8486ab41-d134-4b03-8f8a-8298464a36d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:36.034369 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8486ab41-d134-4b03-8f8a-8298464a36d8 admin admin] Publish callbacks [] for security_group (60ab04c4-1b9e-4996-a434-092e9988b67f), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:36.037695 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8486ab41-d134-4b03-8f8a-8298464a36d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (60ab04c4-1b9e-4996-a434-092e9988b67f), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:36.077315 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-8486ab41-d134-4b03-8f8a-8298464a36d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70bcdfe6ff534b44870417405c9bbe60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166710 Mar 08 19:48:36.079160 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486ab41-d134-4b03-8f8a-8298464a36d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ab04c4-1b9e-4996-a434-092e9988b67f,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:36.080000 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56056) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:36.129462 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ca1114e3-0753-4c5c-8097-1445c9ff4973 admin admin] Publish callbacks [] for security_group (60ab04c4-1b9e-4996-a434-092e9988b67f), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:36.149516 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ca1114e3-0753-4c5c-8097-1445c9ff4973 admin admin] Publish callbacks [] for security_group (60ab04c4-1b9e-4996-a434-092e9988b67f), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:36.195732 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ca1114e3-0753-4c5c-8097-1445c9ff4973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (60ab04c4-1b9e-4996-a434-092e9988b67f), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:36.198269 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ca1114e3-0753-4c5c-8097-1445c9ff4973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:36.199414 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-ca1114e3-0753-4c5c-8097-1445c9ff4973 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/60ab04c4-1b9e-4996-a434-092e9988b67f HTTP/1.1" status: 204 len: 168 time: 0.1183772 Mar 08 19:48:36.207001 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1114e3-0753-4c5c-8097-1445c9ff4973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ab04c4-1b9e-4996-a434-092e9988b67f,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:36.457092 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 56064) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:36.470490 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b930-2e63-4ca8-a5fe-1ccff23e669d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:36.544418 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b930-2e63-4ca8-a5fe-1ccff23e669d admin admin] Publish callbacks [] for security_group (ffd41e10-978d-4950-a13c-63645a53af77), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:36.547835 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b930-2e63-4ca8-a5fe-1ccff23e669d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ffd41e10-978d-4950-a13c-63645a53af77), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:36.583828 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7b930-2e63-4ca8-a5fe-1ccff23e669d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd41e10-978d-4950-a13c-63645a53af77,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:36.589636 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-d2b7b930-2e63-4ca8-a5fe-1ccff23e669d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=08953b12faaf4941ad4df07c8fafa171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315069 Mar 08 19:48:36.592495 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56066) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:36.639444 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-32b671cf-f587-478e-9516-39c03966bcd3 admin admin] Publish callbacks [] for security_group (ffd41e10-978d-4950-a13c-63645a53af77), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:36.660664 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-32b671cf-f587-478e-9516-39c03966bcd3 admin admin] Publish callbacks [] for security_group (ffd41e10-978d-4950-a13c-63645a53af77), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:36.705236 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-32b671cf-f587-478e-9516-39c03966bcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ffd41e10-978d-4950-a13c-63645a53af77), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:36.707702 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-32b671cf-f587-478e-9516-39c03966bcd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:36.708915 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-32b671cf-f587-478e-9516-39c03966bcd3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ffd41e10-978d-4950-a13c-63645a53af77 HTTP/1.1" status: 204 len: 168 time: 0.1150639 Mar 08 19:48:36.716599 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b671cf-f587-478e-9516-39c03966bcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd41e10-978d-4950-a13c-63645a53af77,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:36.939628 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccc2dc-2216-41e8-b41d-06de9b5bd890 req-278f4f09-80d9-4726-970e-df43f0440ee8 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:36.941121 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-49ccc2dc-2216-41e8-b41d-06de9b5bd890 req-278f4f09-80d9-4726-970e-df43f0440ee8 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0539315 Mar 08 19:48:36.989472 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-49ccc2dc-2216-41e8-b41d-06de9b5bd890 req-2fdf54bd-e0e2-42f2-9d08-fabf40589ff5 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426617 Mar 08 19:48:38.131365 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289514d-39e6-4d19-9526-68029a4443a3 req-ec27dbd3-33f7-4bf3-94bf-aeef8570087c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:38.133235 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9289514d-39e6-4d19-9526-68029a4443a3 req-ec27dbd3-33f7-4bf3-94bf-aeef8570087c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0665205 Mar 08 19:48:38.187682 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9289514d-39e6-4d19-9526-68029a4443a3 req-c26453c3-d028-4823-b4a7-ef201638babe tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482581 Mar 08 19:48:39.355584 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2a9dc-c63d-432f-9b73-1c302d8438f5 req-63981f64-7931-4040-99e3-97a7ff41186c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:39.362761 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ceb2a9dc-c63d-432f-9b73-1c302d8438f5 req-63981f64-7931-4040-99e3-97a7ff41186c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0758345 Mar 08 19:48:39.430619 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ceb2a9dc-c63d-432f-9b73-1c302d8438f5 req-333e0898-c6d8-45e3-a7b5-bbc7df4965fe tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669053 Mar 08 19:48:39.505222 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56248) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:39.594203 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56252) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:39.660604 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-29b4c943-870d-4e10-852a-776080b28444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:39.698293 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3a50df31-0cad-4f91-bbf3-82c7afe1ceef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:39.782998 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-29b4c943-870d-4e10-852a-776080b28444 admin admin] Publish callbacks [] for security_group (543485f0-02f5-40f6-8197-1ff794b25f77), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:39.788456 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-29b4c943-870d-4e10-852a-776080b28444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (543485f0-02f5-40f6-8197-1ff794b25f77), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:39.842952 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4c943-870d-4e10-852a-776080b28444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543485f0-02f5-40f6-8197-1ff794b25f77,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:39.863815 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-29b4c943-870d-4e10-852a-776080b28444 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10d9df6f57e24f25aa4e2cc6b4c6390a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546150 Mar 08 19:48:39.865995 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3a50df31-0cad-4f91-bbf3-82c7afe1ceef admin admin] Publish callbacks [] for security_group (edc71672-7140-4df6-9256-983e8ddd7c1d), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:39.866585 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 56258) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:39.870820 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3a50df31-0cad-4f91-bbf3-82c7afe1ceef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (edc71672-7140-4df6-9256-983e8ddd7c1d), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:39.914930 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-3a50df31-0cad-4f91-bbf3-82c7afe1ceef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b24d8e0e50664ea4b33eab5ee291d50d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169985 Mar 08 19:48:39.914930 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50df31-0cad-4f91-bbf3-82c7afe1ceef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc71672-7140-4df6-9256-983e8ddd7c1d,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:39.915916 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56262) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:39.919469 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5743e38b-8609-4bf4-baa7-5b35d5b9db0a admin admin] Publish callbacks [] for security_group (543485f0-02f5-40f6-8197-1ff794b25f77), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:39.950481 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5743e38b-8609-4bf4-baa7-5b35d5b9db0a admin admin] Publish callbacks [] for security_group (543485f0-02f5-40f6-8197-1ff794b25f77), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:39.972334 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-92d37cf6-5776-40ce-bce8-742b9ec95983 admin admin] Publish callbacks [] for security_group (edc71672-7140-4df6-9256-983e8ddd7c1d), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:39.995284 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-92d37cf6-5776-40ce-bce8-742b9ec95983 admin admin] Publish callbacks [] for security_group (edc71672-7140-4df6-9256-983e8ddd7c1d), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:39.998440 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5743e38b-8609-4bf4-baa7-5b35d5b9db0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (543485f0-02f5-40f6-8197-1ff794b25f77), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:40.001267 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5743e38b-8609-4bf4-baa7-5b35d5b9db0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:40.002636 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-5743e38b-8609-4bf4-baa7-5b35d5b9db0a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/543485f0-02f5-40f6-8197-1ff794b25f77 HTTP/1.1" status: 204 len: 168 time: 0.1350601 Mar 08 19:48:40.011045 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743e38b-8609-4bf4-baa7-5b35d5b9db0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543485f0-02f5-40f6-8197-1ff794b25f77,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:40.054640 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-92d37cf6-5776-40ce-bce8-742b9ec95983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (edc71672-7140-4df6-9256-983e8ddd7c1d), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:40.057222 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-92d37cf6-5776-40ce-bce8-742b9ec95983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:40.059132 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-92d37cf6-5776-40ce-bce8-742b9ec95983 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/edc71672-7140-4df6-9256-983e8ddd7c1d HTTP/1.1" status: 204 len: 168 time: 0.1419737 Mar 08 19:48:40.074638 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d37cf6-5776-40ce-bce8-742b9ec95983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc71672-7140-4df6-9256-983e8ddd7c1d,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:40.400744 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56280) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:40.446899 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 56282) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:40.461480 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5e4460d5-19c4-4559-9ece-c62eb549fdd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:40.580820 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5e4460d5-19c4-4559-9ece-c62eb549fdd0 admin admin] Publish callbacks [] for security_group (215f118e-90d1-4cd3-8c6b-b43bca7704f9), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:40.586415 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5e4460d5-19c4-4559-9ece-c62eb549fdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (215f118e-90d1-4cd3-8c6b-b43bca7704f9), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:40.627570 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b93f67-0dbc-4655-af62-9c4b1a95eac9 req-0494bfee-1fcf-4ca7-9acc-5764248fda2a tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:40.627794 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-09508ec8-5125-4bfe-ab68-2546c41f9214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:40.629151 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-13b93f67-0dbc-4655-af62-9c4b1a95eac9 req-0494bfee-1fcf-4ca7-9acc-5764248fda2a tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.1021111 Mar 08 19:48:40.647490 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56292) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:40.647706 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-5e4460d5-19c4-4559-9ece-c62eb549fdd0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=698dc865252a4e56a06907247a2943b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997278 Mar 08 19:48:40.654690 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4460d5-19c4-4559-9ece-c62eb549fdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215f118e-90d1-4cd3-8c6b-b43bca7704f9,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:40.697849 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-13b93f67-0dbc-4655-af62-9c4b1a95eac9 req-9db5abc9-3c22-45ed-9dd2-7e69272dec1c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572522 Mar 08 19:48:40.730944 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c556d047-d98d-45d5-9d2e-2615a20c9caf admin admin] Publish callbacks [] for security_group (215f118e-90d1-4cd3-8c6b-b43bca7704f9), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:40.748245 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-09508ec8-5125-4bfe-ab68-2546c41f9214 admin admin] Publish callbacks [] for security_group (0e74677c-fef5-415d-abcd-85b959e23a81), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:40.758103 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-09508ec8-5125-4bfe-ab68-2546c41f9214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (0e74677c-fef5-415d-abcd-85b959e23a81), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:40.765920 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c556d047-d98d-45d5-9d2e-2615a20c9caf admin admin] Publish callbacks [] for security_group (215f118e-90d1-4cd3-8c6b-b43bca7704f9), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:40.808309 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09508ec8-5125-4bfe-ab68-2546c41f9214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e74677c-fef5-415d-abcd-85b959e23a81,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:40.828962 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-09508ec8-5125-4bfe-ab68-2546c41f9214 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=209f5b4f5cce479faeffeb19f423b9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4271367 Mar 08 19:48:40.831581 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 56300) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:40.862266 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c556d047-d98d-45d5-9d2e-2615a20c9caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (215f118e-90d1-4cd3-8c6b-b43bca7704f9), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:40.865816 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c556d047-d98d-45d5-9d2e-2615a20c9caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:40.868985 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-c556d047-d98d-45d5-9d2e-2615a20c9caf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/215f118e-90d1-4cd3-8c6b-b43bca7704f9 HTTP/1.1" status: 204 len: 168 time: 0.2201195 Mar 08 19:48:40.877949 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556d047-d98d-45d5-9d2e-2615a20c9caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215f118e-90d1-4cd3-8c6b-b43bca7704f9,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:40.896565 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2afcc94c-83d8-4742-80c5-82b531ba638f admin admin] Publish callbacks [] for security_group (0e74677c-fef5-415d-abcd-85b959e23a81), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:40.921475 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2afcc94c-83d8-4742-80c5-82b531ba638f admin admin] Publish callbacks [] for security_group (0e74677c-fef5-415d-abcd-85b959e23a81), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:40.969933 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2afcc94c-83d8-4742-80c5-82b531ba638f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (0e74677c-fef5-415d-abcd-85b959e23a81), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:40.972496 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2afcc94c-83d8-4742-80c5-82b531ba638f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:40.973654 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-2afcc94c-83d8-4742-80c5-82b531ba638f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e74677c-fef5-415d-abcd-85b959e23a81 HTTP/1.1" status: 204 len: 168 time: 0.1406403 Mar 08 19:48:40.981146 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcc94c-83d8-4742-80c5-82b531ba638f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e74677c-fef5-415d-abcd-85b959e23a81,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:41.826976 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7574006-d7d1-45f4-a476-12c8da92c357 req-14482289-4e52-4d1a-b5ff-908c8008adbd tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:41.829224 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e7574006-d7d1-45f4-a476-12c8da92c357 req-14482289-4e52-4d1a-b5ff-908c8008adbd tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0586724 Mar 08 19:48:41.879905 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e7574006-d7d1-45f4-a476-12c8da92c357 req-0600a541-8965-4d04-9138-5f40556dc9ed tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444140 Mar 08 19:48:42.294123 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:42.878592 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 56412) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:43.001434 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413996e5-2a75-4883-b651-bb7368d3409d req-69352009-0acb-4959-9f87-8424e7471241 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:43.003946 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-413996e5-2a75-4883-b651-bb7368d3409d req-69352009-0acb-4959-9f87-8424e7471241 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0574718 Mar 08 19:48:43.058158 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fc54-c7ce-4d17-99f6-dd0ddb411f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:43.077458 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-413996e5-2a75-4883-b651-bb7368d3409d req-3fe14811-57bf-48e3-ba69-d2f4d685865c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690205 Mar 08 19:48:43.157273 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fc54-c7ce-4d17-99f6-dd0ddb411f69 admin admin] Publish callbacks [] for security_group (ababdaae-d906-4dc7-a187-d05af9a028c9), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:43.161309 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fc54-c7ce-4d17-99f6-dd0ddb411f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ababdaae-d906-4dc7-a187-d05af9a028c9), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:43.208718 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-7ad9fc54-c7ce-4d17-99f6-dd0ddb411f69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cfebe9e4f6304fc6b54e4a34365562ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286095 Mar 08 19:48:43.209916 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9fc54-c7ce-4d17-99f6-dd0ddb411f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ababdaae-d906-4dc7-a187-d05af9a028c9,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:43.211358 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56424) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:43.259040 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-529e1515-bc87-4565-9629-1528fa10170c admin admin] Publish callbacks [] for security_group (ababdaae-d906-4dc7-a187-d05af9a028c9), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:43.279003 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-529e1515-bc87-4565-9629-1528fa10170c admin admin] Publish callbacks [] for security_group (ababdaae-d906-4dc7-a187-d05af9a028c9), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:43.330202 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-529e1515-bc87-4565-9629-1528fa10170c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ababdaae-d906-4dc7-a187-d05af9a028c9), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:43.332918 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-529e1515-bc87-4565-9629-1528fa10170c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:43.334062 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-529e1515-bc87-4565-9629-1528fa10170c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ababdaae-d906-4dc7-a187-d05af9a028c9 HTTP/1.1" status: 204 len: 168 time: 0.1208580 Mar 08 19:48:43.342234 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e1515-bc87-4565-9629-1528fa10170c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ababdaae-d906-4dc7-a187-d05af9a028c9,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:43.597115 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 56430) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:43.610459 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ea6d181f-8043-4983-aa93-ad632a865630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:43.685753 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ea6d181f-8043-4983-aa93-ad632a865630 admin admin] Publish callbacks [] for security_group (1a13d19f-2c25-41af-b8ef-4a5b2114d34a), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:43.689493 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ea6d181f-8043-4983-aa93-ad632a865630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (1a13d19f-2c25-41af-b8ef-4a5b2114d34a), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:43.726097 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-ea6d181f-8043-4983-aa93-ad632a865630 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a919adabac92450bb1072e6dbdacc419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278980 Mar 08 19:48:43.726933 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d181f-8043-4983-aa93-ad632a865630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a13d19f-2c25-41af-b8ef-4a5b2114d34a,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:43.728809 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56434) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:43.775251 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4e88a8c2-bcf7-4d99-abab-f0e70312afd2 admin admin] Publish callbacks [] for security_group (1a13d19f-2c25-41af-b8ef-4a5b2114d34a), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:43.796594 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4e88a8c2-bcf7-4d99-abab-f0e70312afd2 admin admin] Publish callbacks [] for security_group (1a13d19f-2c25-41af-b8ef-4a5b2114d34a), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:43.842318 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4e88a8c2-bcf7-4d99-abab-f0e70312afd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (1a13d19f-2c25-41af-b8ef-4a5b2114d34a), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:43.844820 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4e88a8c2-bcf7-4d99-abab-f0e70312afd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:43.845992 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-4e88a8c2-bcf7-4d99-abab-f0e70312afd2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a13d19f-2c25-41af-b8ef-4a5b2114d34a HTTP/1.1" status: 204 len: 168 time: 0.1160960 Mar 08 19:48:43.853521 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88a8c2-bcf7-4d99-abab-f0e70312afd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a13d19f-2c25-41af-b8ef-4a5b2114d34a,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:44.201732 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615df79-b64c-48f5-af36-2576322a3806 req-8e2d7bda-d918-441a-8f93-ca89c9b0cfad tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:44.204772 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8615df79-b64c-48f5-af36-2576322a3806 req-8e2d7bda-d918-441a-8f93-ca89c9b0cfad tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0556927 Mar 08 19:48:44.252606 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8615df79-b64c-48f5-af36-2576322a3806 req-0c2d0897-2d4f-4320-a3b0-5ac6fa3f4083 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439756 Mar 08 19:48:45.372401 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb32227-c8fa-42f4-b54d-8fb5e575224f req-90d9f75c-32f1-4ed1-8ac7-9bfe357f1eb5 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:45.373951 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-beb32227-c8fa-42f4-b54d-8fb5e575224f req-90d9f75c-32f1-4ed1-8ac7-9bfe357f1eb5 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0556407 Mar 08 19:48:45.420278 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-beb32227-c8fa-42f4-b54d-8fb5e575224f req-a246fd73-1305-4d13-8be2-27f69e0b1a90 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408814 Mar 08 19:48:46.535266 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c928d-394a-4686-a98e-741c7337d991 req-61bcad16-795b-4bdd-b7d8-b4d3a26a4244 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:46.536650 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-358c928d-394a-4686-a98e-741c7337d991 req-61bcad16-795b-4bdd-b7d8-b4d3a26a4244 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0502577 Mar 08 19:48:46.581361 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-358c928d-394a-4686-a98e-741c7337d991 req-c18e9af4-e09e-4010-a1d0-e0ef795f5a4d tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390410 Mar 08 19:48:47.405663 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:48:47.696035 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564fdae-f633-412d-a1f3-8338b5d45b26 req-308fe878-5be8-4ec7-85e7-2b42b39de58e tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:47.697550 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7564fdae-f633-412d-a1f3-8338b5d45b26 req-308fe878-5be8-4ec7-85e7-2b42b39de58e tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0511818 Mar 08 19:48:47.743727 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7564fdae-f633-412d-a1f3-8338b5d45b26 req-6d66a5a3-1b03-406f-9030-a56dd05c824b tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400062 Mar 08 19:48:48.862739 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159ca15-e3ff-4744-9bbb-38789e0dadc9 req-da991f90-a83a-46df-9da0-fdb008a52c91 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:48.864606 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e159ca15-e3ff-4744-9bbb-38789e0dadc9 req-da991f90-a83a-46df-9da0-fdb008a52c91 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0554454 Mar 08 19:48:48.909246 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e159ca15-e3ff-4744-9bbb-38789e0dadc9 req-d44d34fb-f12a-4ccc-abca-b2a3614e08db tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392046 Mar 08 19:48:50.023137 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19546f5a-6f5b-48d6-b52d-4cbde5e08295 req-63ef131d-4358-410d-aea0-f392293fd820 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:50.024629 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-19546f5a-6f5b-48d6-b52d-4cbde5e08295 req-63ef131d-4358-410d-aea0-f392293fd820 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0496707 Mar 08 19:48:50.071997 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-19546f5a-6f5b-48d6-b52d-4cbde5e08295 req-0acab576-70ce-4145-b170-f99576512c70 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413458 Mar 08 19:48:51.186913 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd84b8-cd7c-42dc-bb1c-68c439651acb req-93687e32-45c1-42d0-acd2-12c86a1fd1ec tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:51.188385 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e2bd84b8-cd7c-42dc-bb1c-68c439651acb req-93687e32-45c1-42d0-acd2-12c86a1fd1ec tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0507395 Mar 08 19:48:51.232829 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e2bd84b8-cd7c-42dc-bb1c-68c439651acb req-2a2acc58-98ef-47f8-a7b8-1c3fd63d8b59 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389109 Mar 08 19:48:52.348370 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2da044-9c77-436b-8702-11dce3b422b2 req-ba50a9a1-e1fa-4552-acfe-1f71ed001f81 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:52.349836 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fb2da044-9c77-436b-8702-11dce3b422b2 req-ba50a9a1-e1fa-4552-acfe-1f71ed001f81 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0524778 Mar 08 19:48:52.398047 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fb2da044-9c77-436b-8702-11dce3b422b2 req-642638e6-3920-4780-b8fa-448e3cd91775 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427396 Mar 08 19:48:53.520962 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e7cd5-7090-4d21-80c6-b893887d5ec3 req-25865a1a-01ba-406f-b6f9-0dd7b61e40d0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:53.522413 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-885e7cd5-7090-4d21-80c6-b893887d5ec3 req-25865a1a-01ba-406f-b6f9-0dd7b61e40d0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0567644 Mar 08 19:48:53.570081 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-885e7cd5-7090-4d21-80c6-b893887d5ec3 req-78495b7f-2d06-4280-8cb2-32befe8cde88 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422385 Mar 08 19:48:53.747166 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 56728) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:53.850742 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b99b4c18-6117-4b57-a3ea-73b0821a6162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:53.927777 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b99b4c18-6117-4b57-a3ea-73b0821a6162 admin admin] Publish callbacks [] for security_group (887a7ade-0a8c-4d17-aa94-4cb5d48875f7), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:53.931643 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b99b4c18-6117-4b57-a3ea-73b0821a6162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (887a7ade-0a8c-4d17-aa94-4cb5d48875f7), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:53.961974 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56736) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:53.973821 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-b99b4c18-6117-4b57-a3ea-73b0821a6162 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=07ee13dcfa4448f5869acd2a2e8effbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255816 Mar 08 19:48:53.974937 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b4c18-6117-4b57-a3ea-73b0821a6162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887a7ade-0a8c-4d17-aa94-4cb5d48875f7,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:53.976442 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56740) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:54.026727 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-37f911f9-4b74-49fc-8ac9-21f9bb201e28 admin admin] Publish callbacks [] for security_group (887a7ade-0a8c-4d17-aa94-4cb5d48875f7), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:54.047863 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-37f911f9-4b74-49fc-8ac9-21f9bb201e28 admin admin] Publish callbacks [] for security_group (887a7ade-0a8c-4d17-aa94-4cb5d48875f7), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:54.073213 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e880e6ac-d4b4-4d59-88a1-58fbdb477457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:54.127122 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-37f911f9-4b74-49fc-8ac9-21f9bb201e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (887a7ade-0a8c-4d17-aa94-4cb5d48875f7), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:54.129784 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-37f911f9-4b74-49fc-8ac9-21f9bb201e28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:54.130905 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-37f911f9-4b74-49fc-8ac9-21f9bb201e28 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/887a7ade-0a8c-4d17-aa94-4cb5d48875f7 HTTP/1.1" status: 204 len: 168 time: 0.1499128 Mar 08 19:48:54.145764 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f911f9-4b74-49fc-8ac9-21f9bb201e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887a7ade-0a8c-4d17-aa94-4cb5d48875f7,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:54.203718 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e880e6ac-d4b4-4d59-88a1-58fbdb477457 admin admin] Publish callbacks [] for security_group (1da55bd5-47bb-44a3-b6dc-4ae99217309c), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:54.208709 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e880e6ac-d4b4-4d59-88a1-58fbdb477457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (1da55bd5-47bb-44a3-b6dc-4ae99217309c), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:54.249073 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-e880e6ac-d4b4-4d59-88a1-58fbdb477457 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ca5a84d86e0949a3854ce87c28fc8c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860279 Mar 08 19:48:54.252021 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 56754) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:54.261464 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880e6ac-d4b4-4d59-88a1-58fbdb477457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da55bd5-47bb-44a3-b6dc-4ae99217309c,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:54.321348 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bacd0f4e-4dff-4ac0-b952-559eb38b7c3f admin admin] Publish callbacks [] for security_group (1da55bd5-47bb-44a3-b6dc-4ae99217309c), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:54.347537 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bacd0f4e-4dff-4ac0-b952-559eb38b7c3f admin admin] Publish callbacks [] for security_group (1da55bd5-47bb-44a3-b6dc-4ae99217309c), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:54.403558 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bacd0f4e-4dff-4ac0-b952-559eb38b7c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (1da55bd5-47bb-44a3-b6dc-4ae99217309c), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:54.406534 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bacd0f4e-4dff-4ac0-b952-559eb38b7c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:54.410321 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-bacd0f4e-4dff-4ac0-b952-559eb38b7c3f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1da55bd5-47bb-44a3-b6dc-4ae99217309c HTTP/1.1" status: 204 len: 168 time: 0.1545157 Mar 08 19:48:54.417636 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd0f4e-4dff-4ac0-b952-559eb38b7c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da55bd5-47bb-44a3-b6dc-4ae99217309c,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:54.449329 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56770) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:54.469794 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a05a3915-19f9-4a7c-b4d0-0df2dbdbe85b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:54.552933 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a05a3915-19f9-4a7c-b4d0-0df2dbdbe85b admin admin] Publish callbacks [] for security_group (1a3b8804-6007-4e75-a1dc-364afede3e01), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:54.557756 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a05a3915-19f9-4a7c-b4d0-0df2dbdbe85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (1a3b8804-6007-4e75-a1dc-364afede3e01), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:54.588318 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a3915-19f9-4a7c-b4d0-0df2dbdbe85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3b8804-6007-4e75-a1dc-364afede3e01,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:54.607739 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 56774) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:54.607915 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-a05a3915-19f9-4a7c-b4d0-0df2dbdbe85b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c02185b91d844c6ba153068910ce9da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560588 Mar 08 19:48:54.691138 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-796517f6-71c8-4ff7-9900-02888e626774 admin admin] Publish callbacks [] for security_group (1a3b8804-6007-4e75-a1dc-364afede3e01), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:54.720369 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-796517f6-71c8-4ff7-9900-02888e626774 admin admin] Publish callbacks [] for security_group (1a3b8804-6007-4e75-a1dc-364afede3e01), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:54.741177 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba939e74-f349-4564-bcf4-9191ad0eea84 req-06eab77e-6879-4202-a62a-13232c3443c9 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:54.742687 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ba939e74-f349-4564-bcf4-9191ad0eea84 req-06eab77e-6879-4202-a62a-13232c3443c9 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0807188 Mar 08 19:48:54.807892 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ba939e74-f349-4564-bcf4-9191ad0eea84 req-c7524f73-8592-47f1-81e1-f487064e085f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576539 Mar 08 19:48:54.819950 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-796517f6-71c8-4ff7-9900-02888e626774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (1a3b8804-6007-4e75-a1dc-364afede3e01), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:54.823312 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-796517f6-71c8-4ff7-9900-02888e626774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:54.832828 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-796517f6-71c8-4ff7-9900-02888e626774 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a3b8804-6007-4e75-a1dc-364afede3e01 HTTP/1.1" status: 204 len: 168 time: 0.2156804 Mar 08 19:48:54.845278 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796517f6-71c8-4ff7-9900-02888e626774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3b8804-6007-4e75-a1dc-364afede3e01,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:55.178361 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05d188-89d7-4fb2-918f-086170fbe159 req-9735ba0a-d80b-462d-ac99-3439de037661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:55.181864 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0b05d188-89d7-4fb2-918f-086170fbe159 req-9735ba0a-d80b-462d-ac99-3439de037661 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 1129 time: 0.0652764 Mar 08 19:48:55.245712 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0b05d188-89d7-4fb2-918f-086170fbe159 req-ddec425e-7021-42df-a188-c587e6412fb8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557971 Mar 08 19:48:55.350061 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 56820) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:55.476742 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-f3ab3aae-49b2-4830-b5c9-4b9d812aff17 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-575278475-network', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:48:55.509042 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ab3aae-49b2-4830-b5c9-4b9d812aff17 admin admin] Made reservation on behalf of 2b47b5204f2f43e5a2162e5e0f450500 for: {'network': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:48:55.512778 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f3ab3aae-49b2-4830-b5c9-4b9d812aff17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:55.528225 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f3ab3aae-49b2-4830-b5c9-4b9d812aff17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:55.614528 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f3ab3aae-49b2-4830-b5c9-4b9d812aff17 admin admin] Publish callbacks [] for security_group (90748b65-ec2d-4f70-b747-5c16458e142a), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:55.618512 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f3ab3aae-49b2-4830-b5c9-4b9d812aff17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (90748b65-ec2d-4f70-b747-5c16458e142a), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:55.645871 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ab3aae-49b2-4830-b5c9-4b9d812aff17 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:48:55.658069 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab3aae-49b2-4830-b5c9-4b9d812aff17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90748b65-ec2d-4f70-b747-5c16458e142a,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:55.663139 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f3ab3aae-49b2-4830-b5c9-4b9d812aff17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (13717a63-7cf9-4aad-bcf3-47cb06660cfc), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:55.663470 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.segments_db [None req-f3ab3aae-49b2-4830-b5c9-4b9d812aff17 admin admin] Added segment 13717a63-7cf9-4aad-bcf3-47cb06660cfc of type vlan for network 15c07b37-2e57-425d-a12f-c3c92656e6be Mar 08 19:48:55.720469 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56842) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:55.721019 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f3ab3aae-49b2-4830-b5c9-4b9d812aff17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (15c07b37-2e57-425d-a12f-c3c92656e6be), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:55.747756 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f3ab3aae-49b2-4830-b5c9-4b9d812aff17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (15c07b37-2e57-425d-a12f-c3c92656e6be), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:55.748762 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab3aae-49b2-4830-b5c9-4b9d812aff17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:55.749456 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f3ab3aae-49b2-4830-b5c9-4b9d812aff17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:55.778637 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-f3ab3aae-49b2-4830-b5c9-4b9d812aff17 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4265146 Mar 08 19:48:55.781563 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56846) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:55.786983 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-ddafdf9a-4dc7-4a98-8ff7-24b30f276053 admin admin] Request body: {'subnet': {'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-575278475-subnet', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'ip_version': 4}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:48:55.814235 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddafdf9a-4dc7-4a98-8ff7-24b30f276053 admin admin] Made reservation on behalf of 2b47b5204f2f43e5a2162e5e0f450500 for: {'subnet': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:48:55.816058 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab3aae-49b2-4830-b5c9-4b9d812aff17 admin admin] Pushing event updated for resources: {'Network': ['ID=15c07b37-2e57-425d-a12f-c3c92656e6be,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:55.817202 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ddafdf9a-4dc7-4a98-8ff7-24b30f276053 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30349178'] for subnet (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:55.827638 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network 15c07b37-2e57-425d-a12f-c3c92656e6be details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:48:55.892030 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-dda48874-5efc-4022-88d2-cc287bf9491c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.014912 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1afe7-c79c-4ebc-b102-eb6c3457f00a req-5caab9e8-75aa-4c16-8e39-001651e651a1 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:56.016421 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-13e1afe7-c79c-4ebc-b102-eb6c3457f00a req-5caab9e8-75aa-4c16-8e39-001651e651a1 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.1180651 Mar 08 19:48:56.142010 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-5e5c0fe6-0c48-4aaa-9ae8-e84602b73089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.152560 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-dda48874-5efc-4022-88d2-cc287bf9491c admin admin] Publish callbacks [] for security_group (3c8f24cb-2638-4467-a907-3568f49e7f78), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.154898 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-13e1afe7-c79c-4ebc-b102-eb6c3457f00a req-38f510a8-4292-4f28-92c6-899296aae485 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184278 Mar 08 19:48:56.157776 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-dda48874-5efc-4022-88d2-cc287bf9491c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (3c8f24cb-2638-4467-a907-3568f49e7f78), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.181932 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ddafdf9a-4dc7-4a98-8ff7-24b30f276053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31980671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30349156'] for subnet (89e0a234-aa20-4709-9097-ea62c5d21a17), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.237611 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-dda48874-5efc-4022-88d2-cc287bf9491c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6410b25245634803a90ee7f8b558424f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5157750 Mar 08 19:48:56.238324 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda48874-5efc-4022-88d2-cc287bf9491c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8f24cb-2638-4467-a907-3568f49e7f78,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:56.240281 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 56862) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:56.255448 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafdf9a-4dc7-4a98-8ff7-24b30f276053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89e0a234-aa20-4709-9097-ea62c5d21a17,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:56.271119 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddafdf9a-4dc7-4a98-8ff7-24b30f276053 admin admin] Checking segment: {'id': '13717a63-7cf9-4aad-bcf3-47cb06660cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:48:56.271472 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddafdf9a-4dc7-4a98-8ff7-24b30f276053 admin admin] Network hostable DHCP agents. Network: 15c07b37-2e57-425d-a12f-c3c92656e6be, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:48:56.289712 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddafdf9a-4dc7-4a98-8ff7-24b30f276053 admin admin] Network 15c07b37-2e57-425d-a12f-c3c92656e6be is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:48:56.297106 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d339a85b-250a-4eba-aa9e-de23b7beb29c admin admin] Publish callbacks [] for security_group (3c8f24cb-2638-4467-a907-3568f49e7f78), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.300465 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-ddafdf9a-4dc7-4a98-8ff7-24b30f276053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, 15c07b37-2e57-425d-a12f-c3c92656e6be) {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:48:56.304942 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddafdf9a-4dc7-4a98-8ff7-24b30f276053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:56.305576 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ddafdf9a-4dc7-4a98-8ff7-24b30f276053 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.313096 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc20bc4-35ed-493a-b934-d5baa1814c2d None None] Network 15c07b37-2e57-425d-a12f-c3c92656e6be requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:48:56.321045 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d339a85b-250a-4eba-aa9e-de23b7beb29c admin admin] Publish callbacks [] for security_group (3c8f24cb-2638-4467-a907-3568f49e7f78), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.330201 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-ddafdf9a-4dc7-4a98-8ff7-24b30f276053 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5450227 Mar 08 19:48:56.330632 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56864) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:56.335589 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-575278475-router', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:48:56.356041 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1754003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8515'] for router (d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.357715 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751760', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8522'] for router (d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.379422 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d339a85b-250a-4eba-aa9e-de23b7beb29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (3c8f24cb-2638-4467-a907-3568f49e7f78), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.384497 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d339a85b-250a-4eba-aa9e-de23b7beb29c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.386104 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-d339a85b-250a-4eba-aa9e-de23b7beb29c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c8f24cb-2638-4467-a907-3568f49e7f78 HTTP/1.1" status: 204 len: 168 time: 0.1445367 Mar 08 19:48:56.400837 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339a85b-250a-4eba-aa9e-de23b7beb29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8f24cb-2638-4467-a907-3568f49e7f78,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:56.431468 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Publish callbacks [] for router_controller (d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce), precommit_add_association {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.437084 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d612103-8b46-5ff4-b5ac-d0cd2223ba58-15c07b37-2e57-425d-a12f-c3c92656e6be', 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be', 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'fixed_ips': [{'subnet_id': '89e0a234-aa20-4709-9097-ea62c5d21a17'}]}} from dv-cinder-830093-3-iscsi. {{(pid=109691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:48:56.438565 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.641811 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Publish callbacks [] for router_gateway (d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.646846 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.db_base_plugin_common [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Allocated IP 172.20.0.2 (15c07b37-2e57-425d-a12f-c3c92656e6be/89e0a234-aa20-4709-9097-ea62c5d21a17/a61116b0-7e29-47cd-b9ac-7e210ef41b89) {{(pid=109691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:48:56.827258 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Publish callbacks [] for port (a61116b0-7e29-47cd-b9ac-7e210ef41b89), precommit_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.837239 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (a61116b0-7e29-47cd-b9ac-7e210ef41b89), after_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.849157 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 56878) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:56.866567 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-10fa3e58-dd9d-46b4-9e45-cda2bbc650cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.883466 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Network 15c07b37-2e57-425d-a12f-c3c92656e6be is already hosted by enough agents. {{(pid=109691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:48:56.884000 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Publish callbacks [] for router_gateway (d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.886492 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.base_scheduler [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Resources bound (agent type, host, resource id): {{(pid=109691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:48:56.890621 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Received port after_create {{(pid=109691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:48:56.897873 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Pushing event updated for resources: {'Port': ['ID=a61116b0-7e29-47cd-b9ac-7e210ef41b89,revision_number=1']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:56.904754 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.922677 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:56.923288 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:56.923889 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:56.924561 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:56.924870 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:56.925285 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:56.925792 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:56.926326 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:56.926873 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:56.927237 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:56.927556 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:56.927858 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:56.928412 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:48:56.969767 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Attempting to bind port a61116b0-7e29-47cd-b9ac-7e210ef41b89 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:48:56.970863 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Attempting to bind port a61116b0-7e29-47cd-b9ac-7e210ef41b89 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '13717a63-7cf9-4aad-bcf3-47cb06660cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:48:56.971242 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Attempting to bind port a61116b0-7e29-47cd-b9ac-7e210ef41b89 on network 15c07b37-2e57-425d-a12f-c3c92656e6be {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:48:56.977778 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:48:56.978548 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Checking segment: {'id': '13717a63-7cf9-4aad-bcf3-47cb06660cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:48:56.979170 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.979701 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Bound using segment: {'id': '13717a63-7cf9-4aad-bcf3-47cb06660cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:48:56.980319 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Bound port: a61116b0-7e29-47cd-b9ac-7e210ef41b89, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13717a63-7cf9-4aad-bcf3-47cb06660cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:48:56.980811 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (a61116b0-7e29-47cd-b9ac-7e210ef41b89), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.982652 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-10fa3e58-dd9d-46b4-9e45-cda2bbc650cd admin admin] Publish callbacks [] for security_group (595e0d73-28f5-467d-92df-58a1fa90d79f), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:56.988599 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-10fa3e58-dd9d-46b4-9e45-cda2bbc650cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (595e0d73-28f5-467d-92df-58a1fa90d79f), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:57.033697 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-10fa3e58-dd9d-46b4-9e45-cda2bbc650cd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6420fe92be524a14b79f20066c142107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804192 Mar 08 19:48:57.033866 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Allocated IP 172.27.1.230 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/9c682491-c2d5-4076-bfae-42292f33cc53) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:48:57.034106 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56882) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:57.055402 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa3e58-dd9d-46b4-9e45-cda2bbc650cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595e0d73-28f5-467d-92df-58a1fa90d79f,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:57.060461 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] For port a61116b0-7e29-47cd-b9ac-7e210ef41b89, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:48:57.068031 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] For port a61116b0-7e29-47cd-b9ac-7e210ef41b89, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=a61116b0-7e29-47cd-b9ac-7e210ef41b89,segment=NetworkSegment(13717a63-7cf9-4aad-bcf3-47cb06660cfc),segment_id=13717a63-7cf9-4aad-bcf3-47cb06660cfc)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:48:57.078212 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (a61116b0-7e29-47cd-b9ac-7e210ef41b89), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:57.141586 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d0abe-b97b-4041-a6ed-6b8b70a30df7 None None] Pushing event updated for resources: {'Port': ['ID=a61116b0-7e29-47cd-b9ac-7e210ef41b89,revision_number=2']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:57.176327 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1393f20b-cd46-48d0-8c22-542a79d1d3ac admin admin] Publish callbacks [] for security_group (595e0d73-28f5-467d-92df-58a1fa90d79f), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:57.229296 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1393f20b-cd46-48d0-8c22-542a79d1d3ac admin admin] Publish callbacks [] for security_group (595e0d73-28f5-467d-92df-58a1fa90d79f), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:57.260959 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Publish callbacks [] for port (9c682491-c2d5-4076-bfae-42292f33cc53), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:57.314810 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10557c84-bcc3-4fde-9717-33f195b824c1 req-23a7692c-fe35-4e2f-81ad-e5640ba3eae1 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:57.317201 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-10557c84-bcc3-4fde-9717-33f195b824c1 req-23a7692c-fe35-4e2f-81ad-e5640ba3eae1 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0815146 Mar 08 19:48:57.342484 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (9c682491-c2d5-4076-bfae-42292f33cc53), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:57.413752 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1393f20b-cd46-48d0-8c22-542a79d1d3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (595e0d73-28f5-467d-92df-58a1fa90d79f), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:57.415844 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1393f20b-cd46-48d0-8c22-542a79d1d3ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:57.417041 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-1393f20b-cd46-48d0-8c22-542a79d1d3ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/595e0d73-28f5-467d-92df-58a1fa90d79f HTTP/1.1" status: 204 len: 168 time: 0.3819315 Mar 08 19:48:57.421476 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:48:57.427171 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:48:57.434642 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:48:57.459681 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-10557c84-bcc3-4fde-9717-33f195b824c1 req-78bf8029-6611-4904-ba6e-42366c6ae0b5 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366389 Mar 08 19:48:57.484681 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393f20b-cd46-48d0-8c22-542a79d1d3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595e0d73-28f5-467d-92df-58a1fa90d79f,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:57.525947 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Pushing event updated for resources: {'Port': ['ID=9c682491-c2d5-4076-bfae-42292f33cc53,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:57.622477 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 56906) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:57.739939 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3e8b8-91c6-4bb5-af30-480812b4ae39 req-ef699476-2fb1-4925-9bcd-6ea3e8425256 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:48:57.741664 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1ed3e8b8-91c6-4bb5-af30-480812b4ae39 req-ef699476-2fb1-4925-9bcd-6ea3e8425256 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.1371009 Mar 08 19:48:57.886233 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Publish callbacks [] for router_gateway (d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:57.929196 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1ed3e8b8-91c6-4bb5-af30-480812b4ae39 req-d56f0a3a-34d6-4f1a-a9d6-e8f55ea1088b tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498420 Mar 08 19:48:57.967383 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dc6f0af3-e3d8-4c2d-830c-461143d86a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:58.123544 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dc6f0af3-e3d8-4c2d-830c-461143d86a0a admin admin] Publish callbacks [] for security_group (891b26ca-b7bd-46c4-8c82-f8a9b5d8d2b3), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:58.129583 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dc6f0af3-e3d8-4c2d-830c-461143d86a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (891b26ca-b7bd-46c4-8c82-f8a9b5d8d2b3), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:58.189350 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f0af3-e3d8-4c2d-830c-461143d86a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891b26ca-b7bd-46c4-8c82-f8a9b5d8d2b3,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:58.195913 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-dc6f0af3-e3d8-4c2d-830c-461143d86a0a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ad389f594cc4af2bdbd2079bf74e81d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5716150 Mar 08 19:48:58.198368 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 56926) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:58.290963 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1754984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1751805'] for router (d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:58.350151 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8e4940dd-0c3d-4cfa-a4e6-1e5a493e08f9 admin admin] Publish callbacks [] for security_group (891b26ca-b7bd-46c4-8c82-f8a9b5d8d2b3), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:58.380425 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device a61116b0-7e29-47cd-b9ac-7e210ef41b89 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:48:58.399275 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8e4940dd-0c3d-4cfa-a4e6-1e5a493e08f9 admin admin] Publish callbacks [] for security_group (891b26ca-b7bd-46c4-8c82-f8a9b5d8d2b3), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:58.466290 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-4e954522-0994-4b80-9a98-7e8c5a3da141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:58.522987 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port a61116b0-7e29-47cd-b9ac-7e210ef41b89 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:48:58.523397 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (a61116b0-7e29-47cd-b9ac-7e210ef41b89), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:58.558658 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8e4940dd-0c3d-4cfa-a4e6-1e5a493e08f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (891b26ca-b7bd-46c4-8c82-f8a9b5d8d2b3), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:58.562133 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8e4940dd-0c3d-4cfa-a4e6-1e5a493e08f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:58.563406 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-8e4940dd-0c3d-4cfa-a4e6-1e5a493e08f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/891b26ca-b7bd-46c4-8c82-f8a9b5d8d2b3 HTTP/1.1" status: 204 len: 168 time: 0.3639138 Mar 08 19:48:58.582448 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4940dd-0c3d-4cfa-a4e6-1e5a493e08f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891b26ca-b7bd-46c4-8c82-f8a9b5d8d2b3,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:58.671858 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edfd83d-aa19-4caa-a27f-beb74f501b15 None None] Network 15c07b37-2e57-425d-a12f-c3c92656e6be requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:48:58.675159 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Router d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce is scheduled to L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 with binding_index 1 {{(pid=109690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:48:58.817112 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:48:58.829909 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Sync routers for ids ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:48:58.846815 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:58.847042 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Routers {'d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:48:58.848640 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-e392a528-ffec-46cd-a768-1a088c4b0f9a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5164812 Mar 08 19:48:58.851677 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 56952) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:58.852985 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:48:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:48:58.943027 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port a61116b0-7e29-47cd-b9ac-7e210ef41b89 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:48:58.943667 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (a61116b0-7e29-47cd-b9ac-7e210ef41b89), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:58.957898 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-95f78180-cc1b-4a7d-a40e-e2902762b8e1 None None] Provisioning complete for port a61116b0-7e29-47cd-b9ac-7e210ef41b89 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:48:58.958472 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-95f78180-cc1b-4a7d-a40e-e2902762b8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (a61116b0-7e29-47cd-b9ac-7e210ef41b89), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:59.019752 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Set router d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:48:59.101796 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] For port a61116b0-7e29-47cd-b9ac-7e210ef41b89, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=a61116b0-7e29-47cd-b9ac-7e210ef41b89,segment=NetworkSegment(13717a63-7cf9-4aad-bcf3-47cb06660cfc),segment_id=13717a63-7cf9-4aad-bcf3-47cb06660cfc)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:48:59.132714 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (a61116b0-7e29-47cd-b9ac-7e210ef41b89), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:59.142171 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56962) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:59.168175 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b505d6a7-e922-4486-98a7-9e7c6464574d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:59.179461 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-95f78180-cc1b-4a7d-a40e-e2902762b8e1 None None] Current status of the port a61116b0-7e29-47cd-b9ac-7e210ef41b89 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:48:59.186821 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-95f78180-cc1b-4a7d-a40e-e2902762b8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (a61116b0-7e29-47cd-b9ac-7e210ef41b89), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:59.334491 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Pushing event updated for resources: {'Port': ['ID=a61116b0-7e29-47cd-b9ac-7e210ef41b89,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:59.340022 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b505d6a7-e922-4486-98a7-9e7c6464574d admin admin] Publish callbacks [] for security_group (a5ee6b13-b80b-42f3-b974-3bc4be4ee23f), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:59.349436 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b505d6a7-e922-4486-98a7-9e7c6464574d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (a5ee6b13-b80b-42f3-b974-3bc4be4ee23f), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:59.380326 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.db.api [None req-95f78180-cc1b-4a7d-a40e-e2902762b8e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 19:48:59.380679 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG oslo_db.api [None req-95f78180-cc1b-4a7d-a40e-e2902762b8e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 19:48:59.423364 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-b505d6a7-e922-4486-98a7-9e7c6464574d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=02f837b9b7294e6aa9fbbf31aaee31c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766061 Mar 08 19:48:59.424210 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 56966) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:59.424753 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505d6a7-e922-4486-98a7-9e7c6464574d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ee6b13-b80b-42f3-b974-3bc4be4ee23f,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:59.489624 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'name': 'tempest-TestShelveInstance-575278475-router', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:48:57Z', 'revision_number': 3, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'gw_port': {'id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:48:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:48:59.525271 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Checking router: d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:48:59.525854 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Updating router d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce port 9c682491-c2d5-4076-bfae-42292f33cc53 binding host dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:48:59.565508 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (9c682491-c2d5-4076-bfae-42292f33cc53), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:59.616342 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3203b8a6-d3b3-4624-9e6d-02cdf3040256 admin admin] Publish callbacks [] for security_group (a5ee6b13-b80b-42f3-b974-3bc4be4ee23f), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:59.644914 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:59.671153 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3203b8a6-d3b3-4624-9e6d-02cdf3040256 admin admin] Publish callbacks [] for security_group (a5ee6b13-b80b-42f3-b974-3bc4be4ee23f), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:59.692579 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:59.714336 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 56976) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:48:59.786047 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3203b8a6-d3b3-4624-9e6d-02cdf3040256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (a5ee6b13-b80b-42f3-b974-3bc4be4ee23f), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:59.788923 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3203b8a6-d3b3-4624-9e6d-02cdf3040256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:59.790395 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-3203b8a6-d3b3-4624-9e6d-02cdf3040256 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a5ee6b13-b80b-42f3-b974-3bc4be4ee23f HTTP/1.1" status: 204 len: 168 time: 0.3630946 Mar 08 19:48:59.837677 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203b8a6-d3b3-4624-9e6d-02cdf3040256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ee6b13-b80b-42f3-b974-3bc4be4ee23f,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:48:59.942468 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-95f78180-cc1b-4a7d-a40e-e2902762b8e1 None None] Current status of the port a61116b0-7e29-47cd-b9ac-7e210ef41b89 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:48:59.970974 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-30d5cf43-628e-4ca5-be59-f583cebae9e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:48:59.997377 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] Allocated IP 172.20.0.1 (15c07b37-2e57-425d-a12f-c3c92656e6be/89e0a234-aa20-4709-9097-ea62c5d21a17/58d5676d-c3f5-4708-a254-aca8148480f0) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:49:00.026777 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Publish callbacks [] for port (9c682491-c2d5-4076-bfae-42292f33cc53), precommit_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.029205 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778b5f6-9964-47d5-90f6-4c0dc7cf16e4 req-17c7212b-3cff-4ab6-b19c-cd8ccb9694a0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:00.032830 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3778b5f6-9964-47d5-90f6-4c0dc7cf16e4 req-17c7212b-3cff-4ab6-b19c-cd8ccb9694a0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.1081762 Mar 08 19:49:00.035514 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (9c682491-c2d5-4076-bfae-42292f33cc53), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.059518 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2326e-0e67-47be-a504-dcc662d431b8 req-3af921ce-10fa-4630-8eca-2695de868ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:00.061080 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d2a2326e-0e67-47be-a504-dcc662d431b8 req-3af921ce-10fa-4630-8eca-2695de868ebe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72ed260f86604db6ac28144af3dfb647&device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 1130 time: 0.1332521 Mar 08 19:49:00.079833 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-532e1677-0c1a-4296-8043-59b0abd6358e None None] Provisioning complete for port a61116b0-7e29-47cd-b9ac-7e210ef41b89 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:00.081060 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-532e1677-0c1a-4296-8043-59b0abd6358e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (a61116b0-7e29-47cd-b9ac-7e210ef41b89), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.130855 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Attempting to bind port 9c682491-c2d5-4076-bfae-42292f33cc53 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:49:00.131468 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Attempting to bind port 9c682491-c2d5-4076-bfae-42292f33cc53 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:49:00.132048 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Attempting to bind port 9c682491-c2d5-4076-bfae-42292f33cc53 on network 4ab513a0-00c2-4806-bea3-3166607858e9 {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:49:00.145483 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:49:00.146421 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Checking segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:49:00.147041 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.147637 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Bound using segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:49:00.148362 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Bound port: 9c682491-c2d5-4076-bfae-42292f33cc53, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:49:00.149529 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (9c682491-c2d5-4076-bfae-42292f33cc53), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.151580 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4feea4-9f9c-4fc2-bf8d-4f44673fb3a6 None None] Pushing event updated for resources: {'Port': ['ID=9c682491-c2d5-4076-bfae-42292f33cc53,revision_number=2']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:00.175357 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3778b5f6-9964-47d5-90f6-4c0dc7cf16e4 req-1d54c27f-38ab-4df4-9191-1fc178facaaf tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373839 Mar 08 19:49:00.208352 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4feea4-9f9c-4fc2-bf8d-4f44673fb3a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:00.209060 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4feea4-9f9c-4fc2-bf8d-4f44673fb3a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:00.209775 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4feea4-9f9c-4fc2-bf8d-4f44673fb3a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:00.210326 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4feea4-9f9c-4fc2-bf8d-4f44673fb3a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:00.210867 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4feea4-9f9c-4fc2-bf8d-4f44673fb3a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:00.211402 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4feea4-9f9c-4fc2-bf8d-4f44673fb3a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:00.212072 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4feea4-9f9c-4fc2-bf8d-4f44673fb3a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:00.212668 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4feea4-9f9c-4fc2-bf8d-4f44673fb3a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:00.213204 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4feea4-9f9c-4fc2-bf8d-4f44673fb3a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:00.213844 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4feea4-9f9c-4fc2-bf8d-4f44673fb3a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:00.214379 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4feea4-9f9c-4fc2-bf8d-4f44673fb3a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:00.214951 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4feea4-9f9c-4fc2-bf8d-4f44673fb3a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:00.215511 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4feea4-9f9c-4fc2-bf8d-4f44673fb3a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:00.259073 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] For port 9c682491-c2d5-4076-bfae-42292f33cc53, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:49:00.268332 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] For port 9c682491-c2d5-4076-bfae-42292f33cc53, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=9c682491-c2d5-4076-bfae-42292f33cc53,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:49:00.280083 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (9c682491-c2d5-4076-bfae-42292f33cc53), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.285366 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-532e1677-0c1a-4296-8043-59b0abd6358e None None] Current status of the port a61116b0-7e29-47cd-b9ac-7e210ef41b89 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:00.301990 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device a61116b0-7e29-47cd-b9ac-7e210ef41b89 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:49:00.330663 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-30d5cf43-628e-4ca5-be59-f583cebae9e8 admin admin] Publish callbacks [] for security_group (e25d55df-cc57-4e9c-b71e-b091af3963da), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.333737 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] Publish callbacks [] for port (58d5676d-c3f5-4708-a254-aca8148480f0), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.346455 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-30d5cf43-628e-4ca5-be59-f583cebae9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (e25d55df-cc57-4e9c-b71e-b091af3963da), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.374425 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2326e-0e67-47be-a504-dcc662d431b8 req-0a4b771b-b537-43c2-928f-a3b90b43c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:00.375557 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port a61116b0-7e29-47cd-b9ac-7e210ef41b89 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:00.375949 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (a61116b0-7e29-47cd-b9ac-7e210ef41b89), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.376729 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d2a2326e-0e67-47be-a504-dcc662d431b8 req-0a4b771b-b537-43c2-928f-a3b90b43c847 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8886c69-71b5-4f2a-a8b1-45077b0e7696 HTTP/1.1" status: 200 len: 920 time: 0.3062749 Mar 08 19:49:00.403562 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Routers {'d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:49:00.404198 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:48:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:49:00.442438 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56996) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:00.449503 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-30d5cf43-628e-4ca5-be59-f583cebae9e8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=778c3167d16c4b56985c841020a7373d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7321627 Mar 08 19:49:00.452685 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5cf43-628e-4ca5-be59-f583cebae9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25d55df-cc57-4e9c-b71e-b091af3963da,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:00.454767 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 56998) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:00.456338 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d2a2326e-0e67-47be-a504-dcc662d431b8 req-36aefafc-0c15-4ab8-8886-68438b166ffc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3922c2b2-0487-47bb-b9e7-3f5915f09d4f HTTP/1.1" status: 200 len: 217 time: 0.0646293 Mar 08 19:49:00.470951 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (58d5676d-c3f5-4708-a254-aca8148480f0), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.472927 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4feea4-9f9c-4fc2-bf8d-4f44673fb3a6 None None] Pushing event updated for resources: {'Port': ['ID=9c682491-c2d5-4076-bfae-42292f33cc53,revision_number=3']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:00.507228 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4fd16034-da8f-4954-aa3c-a6cda2efe2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.554445 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port a61116b0-7e29-47cd-b9ac-7e210ef41b89 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:00.558830 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] Network 15c07b37-2e57-425d-a12f-c3c92656e6be is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:49:00.564214 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:49:00.569256 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:49:00.582451 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] Set router d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:49:00.599656 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2326e-0e67-47be-a504-dcc662d431b8 req-22d34039-3758-4839-b052-74fbfb4d3735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:00.600472 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d2a2326e-0e67-47be-a504-dcc662d431b8 req-22d34039-3758-4839-b052-74fbfb4d3735 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a50455b0-9330-418e-b6d3-f83bdb8fede0 HTTP/1.1" status: 200 len: 859 time: 0.1269169 Mar 08 19:49:00.604711 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] Pushing event updated for resources: {'Port': ['ID=58d5676d-c3f5-4708-a254-aca8148480f0,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:00.608987 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f594ff39-59e1-461e-8952-ac395b6a27b2 admin admin] Publish callbacks [] for security_group (e25d55df-cc57-4e9c-b71e-b091af3963da), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.645542 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d2a2326e-0e67-47be-a504-dcc662d431b8 req-6e3db631-48c4-41ca-bf7c-3b49a16b0d1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8886c69-71b5-4f2a-a8b1-45077b0e7696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335855 Mar 08 19:49:00.650483 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752272'] for router_interface (d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.653981 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f594ff39-59e1-461e-8952-ac395b6a27b2 admin admin] Publish callbacks [] for security_group (e25d55df-cc57-4e9c-b71e-b091af3963da), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.747952 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4fd16034-da8f-4954-aa3c-a6cda2efe2a2 admin admin] Publish callbacks [] for security_group (e2bbd805-ff2d-4922-b420-d2333ad1f086), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.756231 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4fd16034-da8f-4954-aa3c-a6cda2efe2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (e2bbd805-ff2d-4922-b420-d2333ad1f086), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.781554 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f594ff39-59e1-461e-8952-ac395b6a27b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (e25d55df-cc57-4e9c-b71e-b091af3963da), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.784092 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f594ff39-59e1-461e-8952-ac395b6a27b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.787802 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-f594ff39-59e1-461e-8952-ac395b6a27b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e25d55df-cc57-4e9c-b71e-b091af3963da HTTP/1.1" status: 204 len: 168 time: 0.3142953 Mar 08 19:49:00.812898 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-4fd16034-da8f-4954-aa3c-a6cda2efe2a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4aeedb0956c48aaa75713d7f1dabb15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3659451 Mar 08 19:49:00.812898 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd16034-da8f-4954-aa3c-a6cda2efe2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bbd805-ff2d-4922-b420-d2333ad1f086,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:00.813792 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57008) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:00.830491 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594ff39-59e1-461e-8952-ac395b6a27b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25d55df-cc57-4e9c-b71e-b091af3963da,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:00.916774 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d2a2326e-0e67-47be-a504-dcc662d431b8 req-171538ef-c939-48cd-80a4-66ab105e223d service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972232 Mar 08 19:49:00.918733 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e7a588c6-39de-4da8-9d1c-e0fddeb4a397 admin admin] Publish callbacks [] for security_group (e2bbd805-ff2d-4922-b420-d2333ad1f086), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:00.948009 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'name': 'tempest-TestShelveInstance-575278475-router', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:48:57Z', 'revision_number': 3, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'gw_port': {'id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:49:00.976265 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344f49dd-3fcf-4cdb-8a4d-ce82c2fb976e None None] The sync data for ids ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'] in dv-cinder-830093-3-iscsi is: [{'id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'name': 'tempest-TestShelveInstance-575278475-router', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:48:57Z', 'revision_number': 3, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'gw_port': {'id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:49:00.986599 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e7a588c6-39de-4da8-9d1c-e0fddeb4a397 admin admin] Publish callbacks [] for security_group (e2bbd805-ff2d-4922-b420-d2333ad1f086), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:01.023519 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-2eb3639c-c8ef-4011-92bb-5922d07a1041 None None] Provisioning complete for port 58d5676d-c3f5-4708-a254-aca8148480f0 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:01.024059 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-2eb3639c-c8ef-4011-92bb-5922d07a1041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (58d5676d-c3f5-4708-a254-aca8148480f0), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:01.059667 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (58d5676d-c3f5-4708-a254-aca8148480f0), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:01.093262 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d2a2326e-0e67-47be-a504-dcc662d431b8 req-eb43b377-1948-42b4-a132-408eb03d6c3e service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616545 Mar 08 19:49:01.132753 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:01.134629 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-2eb3639c-c8ef-4011-92bb-5922d07a1041 None None] Port 58d5676d-c3f5-4708-a254-aca8148480f0 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:49:01.163686 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e7a588c6-39de-4da8-9d1c-e0fddeb4a397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (e2bbd805-ff2d-4922-b420-d2333ad1f086), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:01.167712 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e7a588c6-39de-4da8-9d1c-e0fddeb4a397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:01.170532 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-e7a588c6-39de-4da8-9d1c-e0fddeb4a397 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e2bbd805-ff2d-4922-b420-d2333ad1f086 HTTP/1.1" status: 204 len: 168 time: 0.3558593 Mar 08 19:49:01.180957 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a588c6-39de-4da8-9d1c-e0fddeb4a397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bbd805-ff2d-4922-b420-d2333ad1f086,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:01.402084 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] Publish callbacks [] for port (58d5676d-c3f5-4708-a254-aca8148480f0), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:01.411295 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807def27-5588-4c90-a2a5-27a6a020a799 req-46a44259-0bfa-4632-88cf-83d52f96efe0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:01.420477 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-807def27-5588-4c90-a2a5-27a6a020a799 req-46a44259-0bfa-4632-88cf-83d52f96efe0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.1194203 Mar 08 19:49:01.426999 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (58d5676d-c3f5-4708-a254-aca8148480f0), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:01.461986 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57026) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:01.494640 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-05d7f1da-24ae-42d2-afb3-f2eb818cd09d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:01.537689 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] Pushing event updated for resources: {'Port': ['ID=58d5676d-c3f5-4708-a254-aca8148480f0,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:01.544578 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752252'] for router_interface (d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:01.582749 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-807def27-5588-4c90-a2a5-27a6a020a799 req-73a83e55-3f72-4721-82ec-c06933cbde21 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610377 Mar 08 19:49:01.638445 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-05d7f1da-24ae-42d2-afb3-f2eb818cd09d admin admin] Publish callbacks [] for security_group (9fd1f29a-4291-4662-bc31-036cbeaa8920), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:01.643497 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-05d7f1da-24ae-42d2-afb3-f2eb818cd09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (9fd1f29a-4291-4662-bc31-036cbeaa8920), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:01.704814 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] Network 15c07b37-2e57-425d-a12f-c3c92656e6be is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:49:01.706251 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:49:01.708409 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-05d7f1da-24ae-42d2-afb3-f2eb818cd09d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e6c23e3f4f0f4188ad6df4d67db8ed66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448394 Mar 08 19:49:01.709353 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7f1da-24ae-42d2-afb3-f2eb818cd09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd1f29a-4291-4662-bc31-036cbeaa8920,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:01.711577 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57034) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:01.793450 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-eec9acff-aa80-48a9-9a0b-0a8a65bb87b0 admin admin] Publish callbacks [] for security_group (9fd1f29a-4291-4662-bc31-036cbeaa8920), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:01.827918 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-eec9acff-aa80-48a9-9a0b-0a8a65bb87b0 admin admin] Publish callbacks [] for security_group (9fd1f29a-4291-4662-bc31-036cbeaa8920), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:01.929861 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-eec9acff-aa80-48a9-9a0b-0a8a65bb87b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (9fd1f29a-4291-4662-bc31-036cbeaa8920), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:01.936803 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-eec9acff-aa80-48a9-9a0b-0a8a65bb87b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:01.939206 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-eec9acff-aa80-48a9-9a0b-0a8a65bb87b0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9fd1f29a-4291-4662-bc31-036cbeaa8920 HTTP/1.1" status: 204 len: 168 time: 0.2266381 Mar 08 19:49:01.950591 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9acff-aa80-48a9-9a0b-0a8a65bb87b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd1f29a-4291-4662-bc31-036cbeaa8920,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:02.074777 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-993dae85-42ce-451c-b8f6-e116cca707d4 None None] Provisioning complete for port 58d5676d-c3f5-4708-a254-aca8148480f0 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:02.075386 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-993dae85-42ce-451c-b8f6-e116cca707d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (58d5676d-c3f5-4708-a254-aca8148480f0), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:02.141896 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-993dae85-42ce-451c-b8f6-e116cca707d4 None None] Port 58d5676d-c3f5-4708-a254-aca8148480f0 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:49:02.218219 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] Router d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:49:02.262659 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 9c682491-c2d5-4076-bfae-42292f33cc53 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:49:02.315793 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 9c682491-c2d5-4076-bfae-42292f33cc53 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:02.316174 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (9c682491-c2d5-4076-bfae-42292f33cc53), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:02.369007 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:02.422218 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 9c682491-c2d5-4076-bfae-42292f33cc53 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:02.422618 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (9c682491-c2d5-4076-bfae-42292f33cc53), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:02.431705 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:49:02.439035 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-9478fa7b-57df-4f17-b56c-76211e429751 admin admin] 10.222.0.45 "PUT /v2.0/routers/d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5860190 Mar 08 19:49:02.444771 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] For port 9c682491-c2d5-4076-bfae-42292f33cc53, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=9c682491-c2d5-4076-bfae-42292f33cc53,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:49:02.454300 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (9c682491-c2d5-4076-bfae-42292f33cc53), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:02.510828 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Pushing event updated for resources: {'Port': ['ID=9c682491-c2d5-4076-bfae-42292f33cc53,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:02.697688 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963b7ac-32ea-47c6-a658-742e50f837c2 req-f55f6bb7-9dc1-4a2c-a30a-a957cd38faef tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:02.700577 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e963b7ac-32ea-47c6-a658-742e50f837c2 req-f55f6bb7-9dc1-4a2c-a30a-a957cd38faef tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0595651 Mar 08 19:49:02.753982 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e963b7ac-32ea-47c6-a658-742e50f837c2 req-622da6fa-0466-4706-a36f-ddec5c563fc2 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472674 Mar 08 19:49:03.092262 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57100) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:03.214163 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-caf4e191-0faa-4574-a5ea-5276f3445ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:03.292945 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-caf4e191-0faa-4574-a5ea-5276f3445ace admin admin] Publish callbacks [] for security_group (1c66358c-3c00-4b28-9cfe-378fed29c20b), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:03.297888 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-caf4e191-0faa-4574-a5ea-5276f3445ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (1c66358c-3c00-4b28-9cfe-378fed29c20b), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:03.341088 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 57112) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:03.349602 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-caf4e191-0faa-4574-a5ea-5276f3445ace admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9f147ecdb72c474b8fa0efb2e796468f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550209 Mar 08 19:49:03.358500 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4e191-0faa-4574-a5ea-5276f3445ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c66358c-3c00-4b28-9cfe-378fed29c20b,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:03.366295 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Sync routers for ids ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:49:03.380275 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57114) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:03.380837 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Routers {'d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:49:03.381537 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:48:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:49:03.385106 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-a012457f-f4a0-4ec8-bf90-a84b872cc44d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-854897208-network', 'tenant_id': 'fd5cab859fa8477c91d4eb681754740b'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:03.405966 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a012457f-f4a0-4ec8-bf90-a84b872cc44d admin admin] Made reservation on behalf of fd5cab859fa8477c91d4eb681754740b for: {'network': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:49:03.411733 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a012457f-f4a0-4ec8-bf90-a84b872cc44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:03.422263 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6986c029-9829-42f6-9dff-c2cc6e50e4bf admin admin] Publish callbacks [] for security_group (1c66358c-3c00-4b28-9cfe-378fed29c20b), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:03.424465 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a012457f-f4a0-4ec8-bf90-a84b872cc44d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:03.451698 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6986c029-9829-42f6-9dff-c2cc6e50e4bf admin admin] Publish callbacks [] for security_group (1c66358c-3c00-4b28-9cfe-378fed29c20b), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:03.516113 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6986c029-9829-42f6-9dff-c2cc6e50e4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (1c66358c-3c00-4b28-9cfe-378fed29c20b), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:03.520999 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6986c029-9829-42f6-9dff-c2cc6e50e4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:03.522392 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a012457f-f4a0-4ec8-bf90-a84b872cc44d admin admin] Publish callbacks [] for security_group (78b38831-796d-4746-8865-bd5cc2515239), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:03.522880 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-6986c029-9829-42f6-9dff-c2cc6e50e4bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c66358c-3c00-4b28-9cfe-378fed29c20b HTTP/1.1" status: 204 len: 168 time: 0.1794109 Mar 08 19:49:03.525950 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Set router d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:49:03.531706 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a012457f-f4a0-4ec8-bf90-a84b872cc44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (78b38831-796d-4746-8865-bd5cc2515239), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:03.534121 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986c029-9829-42f6-9dff-c2cc6e50e4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c66358c-3c00-4b28-9cfe-378fed29c20b,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:03.560229 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a012457f-f4a0-4ec8-bf90-a84b872cc44d admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:49:03.577995 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012457f-f4a0-4ec8-bf90-a84b872cc44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b38831-796d-4746-8865-bd5cc2515239,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:03.583675 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a012457f-f4a0-4ec8-bf90-a84b872cc44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (a77f2acd-035f-4f46-a3a3-1bd48a4600fa), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:03.584140 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.segments_db [None req-a012457f-f4a0-4ec8-bf90-a84b872cc44d admin admin] Added segment a77f2acd-035f-4f46-a3a3-1bd48a4600fa of type vlan for network b828fedb-b7aa-438d-a98d-404ad9f9f4c4 Mar 08 19:49:03.640032 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a012457f-f4a0-4ec8-bf90-a84b872cc44d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (b828fedb-b7aa-438d-a98d-404ad9f9f4c4), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:03.680229 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a012457f-f4a0-4ec8-bf90-a84b872cc44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (b828fedb-b7aa-438d-a98d-404ad9f9f4c4), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:03.681840 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a012457f-f4a0-4ec8-bf90-a84b872cc44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:03.682555 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a012457f-f4a0-4ec8-bf90-a84b872cc44d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:03.712019 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-a012457f-f4a0-4ec8-bf90-a84b872cc44d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3306026 Mar 08 19:49:03.715875 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 57122) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:03.723542 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-0c61e01d-297b-4271-a2b2-2992663a78bf admin admin] Request body: {'subnet': {'network_id': 'b828fedb-b7aa-438d-a98d-404ad9f9f4c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-854897208-subnet', 'tenant_id': 'fd5cab859fa8477c91d4eb681754740b', 'ip_version': 4}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:03.762669 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012457f-f4a0-4ec8-bf90-a84b872cc44d admin admin] Pushing event updated for resources: {'Network': ['ID=b828fedb-b7aa-438d-a98d-404ad9f9f4c4,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:03.762911 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c61e01d-297b-4271-a2b2-2992663a78bf admin admin] Made reservation on behalf of fd5cab859fa8477c91d4eb681754740b for: {'subnet': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:49:03.767343 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0c61e01d-297b-4271-a2b2-2992663a78bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29874791'] for subnet (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:03.788057 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network b828fedb-b7aa-438d-a98d-404ad9f9f4c4 details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:49:03.880766 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'name': 'tempest-TestShelveInstance-575278475-router', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:00Z', 'revision_number': 4, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'gw_port': {'id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '58d5676d-c3f5-4708-a254-aca8148480f0', 'name': '', 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'mac_address': 'fa:16:3e:62:df:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:59Z', 'updated_at': '2022-03-08T19:49:01Z', 'revision_number': 2, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'subnets': [{'id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:49:03.918930 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Checking router: d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:49:03.919530 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Updating router d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce port 58d5676d-c3f5-4708-a254-aca8148480f0 binding host dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:49:03.955765 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (58d5676d-c3f5-4708-a254-aca8148480f0), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:04.008442 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0c61e01d-297b-4271-a2b2-2992663a78bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29844918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29874809'] for subnet (9b9e42c3-372c-40a2-aa5c-c8948a9c9b50), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:04.106663 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61e01d-297b-4271-a2b2-2992663a78bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b9e42c3-372c-40a2-aa5c-c8948a9c9b50,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:04.122788 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3633b-3969-49da-99d6-8a3b69c865a4 req-933b1053-84b7-43ab-b027-97098030d44a tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:04.125657 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-38a3633b-3969-49da-99d6-8a3b69c865a4 req-933b1053-84b7-43ab-b027-97098030d44a tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.1294897 Mar 08 19:49:04.133065 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61e01d-297b-4271-a2b2-2992663a78bf admin admin] Checking segment: {'id': 'a77f2acd-035f-4f46-a3a3-1bd48a4600fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b828fedb-b7aa-438d-a98d-404ad9f9f4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:49:04.134338 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c61e01d-297b-4271-a2b2-2992663a78bf admin admin] Network hostable DHCP agents. Network: b828fedb-b7aa-438d-a98d-404ad9f9f4c4, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:49:04.194815 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-38a3633b-3969-49da-99d6-8a3b69c865a4 req-b29ce70f-520f-438e-8fd1-1c880063999a tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566525 Mar 08 19:49:04.208128 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c61e01d-297b-4271-a2b2-2992663a78bf admin admin] Network b828fedb-b7aa-438d-a98d-404ad9f9f4c4 is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:49:04.231719 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-0c61e01d-297b-4271-a2b2-2992663a78bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, b828fedb-b7aa-438d-a98d-404ad9f9f4c4) {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:49:04.247909 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c61e01d-297b-4271-a2b2-2992663a78bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:04.249350 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0c61e01d-297b-4271-a2b2-2992663a78bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:04.273833 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-0c61e01d-297b-4271-a2b2-2992663a78bf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5534561 Mar 08 19:49:04.274135 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 57150) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:04.284035 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-854897208-router', 'tenant_id': 'fd5cab859fa8477c91d4eb681754740b', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:04.310376 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1754003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8515'] for router (d600a46d-bc32-4727-b31b-593b4d2c3e31), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:04.312324 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb126117-5e4c-4b5c-82ea-3ee6dd31de12 None None] Network b828fedb-b7aa-438d-a98d-404ad9f9f4c4 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:49:04.314451 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 9c682491-c2d5-4076-bfae-42292f33cc53 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:49:04.315227 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751760', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8522'] for router (d600a46d-bc32-4727-b31b-593b4d2c3e31), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:04.394852 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Publish callbacks [] for port (58d5676d-c3f5-4708-a254-aca8148480f0), precommit_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:04.401915 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Publish callbacks [] for router_controller (d600a46d-bc32-4727-b31b-593b4d2c3e31), precommit_add_association {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:04.456371 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (58d5676d-c3f5-4708-a254-aca8148480f0), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:04.566306 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 9c682491-c2d5-4076-bfae-42292f33cc53 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:04.566679 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (9c682491-c2d5-4076-bfae-42292f33cc53), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:04.634120 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Publish callbacks [] for router_gateway (d600a46d-bc32-4727-b31b-593b4d2c3e31), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:04.653439 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b583ce-11ab-4424-80c5-9b979c4fe02e None None] Pushing event updated for resources: {'Port': ['ID=58d5676d-c3f5-4708-a254-aca8148480f0,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:04.675615 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d612103-8b46-5ff4-b5ac-d0cd2223ba58-b828fedb-b7aa-438d-a98d-404ad9f9f4c4', 'network_id': 'b828fedb-b7aa-438d-a98d-404ad9f9f4c4', 'project_id': 'fd5cab859fa8477c91d4eb681754740b', 'fixed_ips': [{'subnet_id': '9b9e42c3-372c-40a2-aa5c-c8948a9c9b50'}]}} from dv-cinder-830093-3-iscsi. {{(pid=109691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 19:49:04.676538 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:04.749650 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Attempting to bind port 58d5676d-c3f5-4708-a254-aca8148480f0 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:49:04.750028 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Attempting to bind port 58d5676d-c3f5-4708-a254-aca8148480f0 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '13717a63-7cf9-4aad-bcf3-47cb06660cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:49:04.750389 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Attempting to bind port 58d5676d-c3f5-4708-a254-aca8148480f0 on network 15c07b37-2e57-425d-a12f-c3c92656e6be {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:49:04.828738 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:49:04.829121 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Checking segment: {'id': '13717a63-7cf9-4aad-bcf3-47cb06660cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:49:04.829526 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:04.829926 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Bound using segment: {'id': '13717a63-7cf9-4aad-bcf3-47cb06660cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:49:04.830777 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Bound port: 58d5676d-c3f5-4708-a254-aca8148480f0, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13717a63-7cf9-4aad-bcf3-47cb06660cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:49:04.831175 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (58d5676d-c3f5-4708-a254-aca8148480f0), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:05.042176 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Publish callbacks [] for router_gateway (d600a46d-bc32-4727-b31b-593b4d2c3e31), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:05.062306 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:05.157202 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 9c682491-c2d5-4076-bfae-42292f33cc53 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:05.190230 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-b2eac6c6-f743-485c-a2b8-7640b2bebdc1 None None] Provisioning complete for port 58d5676d-c3f5-4708-a254-aca8148480f0 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:05.192499 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b2eac6c6-f743-485c-a2b8-7640b2bebdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (58d5676d-c3f5-4708-a254-aca8148480f0), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:05.204175 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] For port 58d5676d-c3f5-4708-a254-aca8148480f0, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:49:05.213069 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] For port 58d5676d-c3f5-4708-a254-aca8148480f0, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=58d5676d-c3f5-4708-a254-aca8148480f0,segment=NetworkSegment(13717a63-7cf9-4aad-bcf3-47cb06660cfc),segment_id=13717a63-7cf9-4aad-bcf3-47cb06660cfc)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:49:05.257062 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Allocated IP 172.27.1.240 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/00a15aa7-1dee-4ebc-b299-5f858949fffe) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:49:05.290957 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.db_base_plugin_common [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Allocated IP 172.20.0.2 (b828fedb-b7aa-438d-a98d-404ad9f9f4c4/9b9e42c3-372c-40a2-aa5c-c8948a9c9b50/80616d4a-5efe-46cd-8ea6-d48ce186d1f2) {{(pid=109691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:49:05.302783 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (58d5676d-c3f5-4708-a254-aca8148480f0), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:05.419693 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-b2eac6c6-f743-485c-a2b8-7640b2bebdc1 None None] Port 58d5676d-c3f5-4708-a254-aca8148480f0 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:49:05.457817 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Routers {'d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:49:05.464652 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:48:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:49:05.483201 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8189a4-02d6-461c-9724-ca0792ae3995 req-11c06b00-be5b-4cde-b2f7-73fcf33d0d2d tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:05.486487 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5c8189a4-02d6-461c-9724-ca0792ae3995 req-11c06b00-be5b-4cde-b2f7-73fcf33d0d2d tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.1699579 Mar 08 19:49:05.513019 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Publish callbacks [] for port (00a15aa7-1dee-4ebc-b299-5f858949fffe), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:05.560087 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b583ce-11ab-4424-80c5-9b979c4fe02e None None] Pushing event updated for resources: {'Port': ['ID=58d5676d-c3f5-4708-a254-aca8148480f0,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:05.577713 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (00a15aa7-1dee-4ebc-b299-5f858949fffe), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:05.660210 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:49:05.665752 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5c8189a4-02d6-461c-9724-ca0792ae3995 req-15ad8d78-0e91-4d17-a488-2ede12c42a1c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715007 Mar 08 19:49:05.675487 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:49:05.684564 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:49:05.725326 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Pushing event updated for resources: {'Port': ['ID=00a15aa7-1dee-4ebc-b299-5f858949fffe,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:05.781873 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] Set router d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:49:05.837976 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Publish callbacks [] for port (80616d4a-5efe-46cd-8ea6-d48ce186d1f2), precommit_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:05.852803 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (80616d4a-5efe-46cd-8ea6-d48ce186d1f2), after_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:05.915776 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-77d1064f-9f2a-4a8c-a321-3eff50d769e3 None None] Provisioning complete for port 58d5676d-c3f5-4708-a254-aca8148480f0 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:05.916159 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-77d1064f-9f2a-4a8c-a321-3eff50d769e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (58d5676d-c3f5-4708-a254-aca8148480f0), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:05.964351 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Network b828fedb-b7aa-438d-a98d-404ad9f9f4c4 is already hosted by enough agents. {{(pid=109691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:49:05.981585 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.base_scheduler [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Resources bound (agent type, host, resource id): {{(pid=109691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:49:05.984501 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Received port after_create {{(pid=109691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:49:05.999382 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Publish callbacks [] for router_gateway (d600a46d-bc32-4727-b31b-593b4d2c3e31), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:06.030415 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Pushing event updated for resources: {'Port': ['ID=80616d4a-5efe-46cd-8ea6-d48ce186d1f2,revision_number=1']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:06.122603 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Attempting to bind port 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:49:06.122978 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Attempting to bind port 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': 'a77f2acd-035f-4f46-a3a3-1bd48a4600fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b828fedb-b7aa-438d-a98d-404ad9f9f4c4'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:49:06.123427 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Attempting to bind port 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 on network b828fedb-b7aa-438d-a98d-404ad9f9f4c4 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:49:06.138603 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:49:06.139101 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Checking segment: {'id': 'a77f2acd-035f-4f46-a3a3-1bd48a4600fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b828fedb-b7aa-438d-a98d-404ad9f9f4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:49:06.139526 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:06.139912 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Bound using segment: {'id': 'a77f2acd-035f-4f46-a3a3-1bd48a4600fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b828fedb-b7aa-438d-a98d-404ad9f9f4c4'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:49:06.140490 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Bound port: 80616d4a-5efe-46cd-8ea6-d48ce186d1f2, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77f2acd-035f-4f46-a3a3-1bd48a4600fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b828fedb-b7aa-438d-a98d-404ad9f9f4c4'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:49:06.140988 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (80616d4a-5efe-46cd-8ea6-d48ce186d1f2), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:06.251534 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1754984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1751805'] for router (d600a46d-bc32-4727-b31b-593b4d2c3e31), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:06.252904 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-77d1064f-9f2a-4a8c-a321-3eff50d769e3 None None] Current status of the port 58d5676d-c3f5-4708-a254-aca8148480f0 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:06.253311 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-77d1064f-9f2a-4a8c-a321-3eff50d769e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (58d5676d-c3f5-4708-a254-aca8148480f0), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:06.323098 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-77d1064f-9f2a-4a8c-a321-3eff50d769e3 None None] For port 58d5676d-c3f5-4708-a254-aca8148480f0, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=58d5676d-c3f5-4708-a254-aca8148480f0,segment=NetworkSegment(13717a63-7cf9-4aad-bcf3-47cb06660cfc),segment_id=13717a63-7cf9-4aad-bcf3-47cb06660cfc)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:49:06.326687 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] For port 80616d4a-5efe-46cd-8ea6-d48ce186d1f2, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:49:06.332677 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-77d1064f-9f2a-4a8c-a321-3eff50d769e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (58d5676d-c3f5-4708-a254-aca8148480f0), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:06.362464 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'name': 'tempest-TestShelveInstance-575278475-router', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:00Z', 'revision_number': 4, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'gw_port': {'id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '58d5676d-c3f5-4708-a254-aca8148480f0', 'name': '', 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'mac_address': 'fa:16:3e:62:df:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:59Z', 'updated_at': '2022-03-08T19:49:05Z', 'revision_number': 4, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'subnets': [{'id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:49:06.366091 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] For port 80616d4a-5efe-46cd-8ea6-d48ce186d1f2, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=80616d4a-5efe-46cd-8ea6-d48ce186d1f2,segment=NetworkSegment(a77f2acd-035f-4f46-a3a3-1bd48a4600fa),segment_id=a77f2acd-035f-4f46-a3a3-1bd48a4600fa)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:49:06.390187 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Router d600a46d-bc32-4727-b31b-593b4d2c3e31 is scheduled to L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 with binding_index 1 {{(pid=109689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 19:49:06.397937 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6d990-b7f2-475d-83db-e9cb9688d3dc None None] The sync data for ids ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'] in dv-cinder-830093-3-iscsi is: [{'id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'name': 'tempest-TestShelveInstance-575278475-router', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:00Z', 'revision_number': 4, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'gw_port': {'id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '58d5676d-c3f5-4708-a254-aca8148480f0', 'name': '', 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'mac_address': 'fa:16:3e:62:df:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:59Z', 'updated_at': '2022-03-08T19:49:05Z', 'revision_number': 4, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'subnets': [{'id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:49:06.405984 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (80616d4a-5efe-46cd-8ea6-d48ce186d1f2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:06.437411 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1064f-9f2a-4a8c-a321-3eff50d769e3 None None] Pushing event updated for resources: {'Port': ['ID=58d5676d-c3f5-4708-a254-aca8148480f0,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:06.551256 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135c01e-0471-41ff-8198-5d5b62fa9396 None None] Pushing event updated for resources: {'Port': ['ID=80616d4a-5efe-46cd-8ea6-d48ce186d1f2,revision_number=2']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:06.568511 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:49:06.589252 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Sync routers for ids ['d600a46d-bc32-4727-b31b-593b4d2c3e31'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:49:06.604627 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Routers {'d600a46d-bc32-4727-b31b-593b4d2c3e31'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:49:06.605261 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:48:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d600a46d-bc32-4727-b31b-593b4d2c3e31'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:49:06.610570 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:06.612377 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-5bc4961a-62b6-4372-a42a-6b27e2f33d9d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3335402 Mar 08 19:49:06.615284 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 57254) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:06.748627 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Set router d600a46d-bc32-4727-b31b-593b4d2c3e31 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:49:06.958463 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ac524-a822-4e2e-8c22-c2f5f9fcd7f9 req-7745d0e2-3204-43cd-851a-cf365bb33b16 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:06.981641 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-150ac524-a822-4e2e-8c22-c2f5f9fcd7f9 req-7745d0e2-3204-43cd-851a-cf365bb33b16 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.1528049 Mar 08 19:49:07.038229 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'name': 'tempest-TestShelveInstance-854897208-router', 'tenant_id': 'fd5cab859fa8477c91d4eb681754740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '00a15aa7-1dee-4ebc-b299-5f858949fffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:49:04Z', 'updated_at': '2022-03-08T19:49:05Z', 'revision_number': 3, 'project_id': 'fd5cab859fa8477c91d4eb681754740b', 'gw_port': {'id': '00a15aa7-1dee-4ebc-b299-5f858949fffe', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:49:05Z', 'updated_at': '2022-03-08T19:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:49:07.068739 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-150ac524-a822-4e2e-8c22-c2f5f9fcd7f9 req-8bf83163-2390-48cf-bddf-95c049feff19 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861876 Mar 08 19:49:07.088544 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Checking router: d600a46d-bc32-4727-b31b-593b4d2c3e31 for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:49:07.089805 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Updating router d600a46d-bc32-4727-b31b-593b4d2c3e31 port 00a15aa7-1dee-4ebc-b299-5f858949fffe binding host dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:49:07.143612 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (00a15aa7-1dee-4ebc-b299-5f858949fffe), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:07.323299 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:07.666371 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] Allocated IP 172.20.0.1 (b828fedb-b7aa-438d-a98d-404ad9f9f4c4/9b9e42c3-372c-40a2-aa5c-c8948a9c9b50/8966c028-ba52-4645-b1e1-209234823185) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:49:07.676599 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Publish callbacks [] for port (00a15aa7-1dee-4ebc-b299-5f858949fffe), precommit_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:07.694397 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (00a15aa7-1dee-4ebc-b299-5f858949fffe), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:07.719392 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57290) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:07.752509 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5a987-373c-48a4-b8c1-adc5d88810f1 None None] Pushing event updated for resources: {'Port': ['ID=00a15aa7-1dee-4ebc-b299-5f858949fffe,revision_number=2']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:07.785080 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Attempting to bind port 00a15aa7-1dee-4ebc-b299-5f858949fffe on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:49:07.785467 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Attempting to bind port 00a15aa7-1dee-4ebc-b299-5f858949fffe by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:49:07.785831 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Attempting to bind port 00a15aa7-1dee-4ebc-b299-5f858949fffe on network 4ab513a0-00c2-4806-bea3-3166607858e9 {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:49:07.803635 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:49:07.804312 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Checking segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:49:07.804728 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:07.805130 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Bound using segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:49:07.805617 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Bound port: 00a15aa7-1dee-4ebc-b299-5f858949fffe, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:49:07.806002 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (00a15aa7-1dee-4ebc-b299-5f858949fffe), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:07.914327 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] For port 00a15aa7-1dee-4ebc-b299-5f858949fffe, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:49:07.923917 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] For port 00a15aa7-1dee-4ebc-b299-5f858949fffe, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=00a15aa7-1dee-4ebc-b299-5f858949fffe,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:49:07.925657 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] Publish callbacks [] for port (8966c028-ba52-4645-b1e1-209234823185), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:07.939106 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (00a15aa7-1dee-4ebc-b299-5f858949fffe), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:07.969072 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b422ae83-c164-47d0-88bc-769e94ee86dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:07.989655 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (8966c028-ba52-4645-b1e1-209234823185), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:08.003437 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Routers {'d600a46d-bc32-4727-b31b-593b4d2c3e31'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:49:08.004169 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:48:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d600a46d-bc32-4727-b31b-593b4d2c3e31'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:49:08.032083 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] Network b828fedb-b7aa-438d-a98d-404ad9f9f4c4 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:49:08.049645 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:49:08.053105 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:49:08.063292 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b87a91-dab9-4997-860a-58a54707dc97 None None] Network b828fedb-b7aa-438d-a98d-404ad9f9f4c4 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:49:08.082430 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b422ae83-c164-47d0-88bc-769e94ee86dd admin admin] Publish callbacks [] for security_group (295a005a-386a-47ab-9961-4e3360a39534), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:08.090503 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b422ae83-c164-47d0-88bc-769e94ee86dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (295a005a-386a-47ab-9961-4e3360a39534), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:08.127459 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] Pushing event updated for resources: {'Port': ['ID=8966c028-ba52-4645-b1e1-209234823185,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:08.139008 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5a987-373c-48a4-b8c1-adc5d88810f1 None None] Pushing event updated for resources: {'Port': ['ID=00a15aa7-1dee-4ebc-b299-5f858949fffe,revision_number=3']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:08.151015 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-b422ae83-c164-47d0-88bc-769e94ee86dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=29be5219da3e41c2a5a7100e17074534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4295843 Mar 08 19:49:08.151661 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57300) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:08.152371 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422ae83-c164-47d0-88bc-769e94ee86dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295a005a-386a-47ab-9961-4e3360a39534,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:08.195207 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] Set router d600a46d-bc32-4727-b31b-593b4d2c3e31 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:49:08.212751 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752272'] for router_interface (d600a46d-bc32-4727-b31b-593b4d2c3e31), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:08.238318 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-53acb4bc-6b4b-4a0d-a749-03d57456e460 None None] Provisioning complete for port 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:08.238698 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-53acb4bc-6b4b-4a0d-a749-03d57456e460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (80616d4a-5efe-46cd-8ea6-d48ce186d1f2), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:08.252207 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ad3c0a48-d4a9-4b1c-8090-61c3ac59d833 admin admin] Publish callbacks [] for security_group (295a005a-386a-47ab-9961-4e3360a39534), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:08.319021 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ad3c0a48-d4a9-4b1c-8090-61c3ac59d833 admin admin] Publish callbacks [] for security_group (295a005a-386a-47ab-9961-4e3360a39534), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:08.522812 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-53acb4bc-6b4b-4a0d-a749-03d57456e460 None None] Current status of the port 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:08.523213 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-53acb4bc-6b4b-4a0d-a749-03d57456e460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (80616d4a-5efe-46cd-8ea6-d48ce186d1f2), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:08.562591 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:49:08.599415 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb351b-bc6b-462e-8e11-1e9820373f81 req-5654c041-6b04-4f90-8ac7-baf7c23158f9 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:08.607200 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-98eb351b-bc6b-462e-8e11-1e9820373f81 req-5654c041-6b04-4f90-8ac7-baf7c23158f9 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.2259212 Mar 08 19:49:08.632644 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'name': 'tempest-TestShelveInstance-854897208-router', 'tenant_id': 'fd5cab859fa8477c91d4eb681754740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '00a15aa7-1dee-4ebc-b299-5f858949fffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:49:04Z', 'updated_at': '2022-03-08T19:49:05Z', 'revision_number': 3, 'project_id': 'fd5cab859fa8477c91d4eb681754740b', 'gw_port': {'id': '00a15aa7-1dee-4ebc-b299-5f858949fffe', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:49:05Z', 'updated_at': '2022-03-08T19:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:49:08.640482 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-53acb4bc-6b4b-4a0d-a749-03d57456e460 None None] For port 80616d4a-5efe-46cd-8ea6-d48ce186d1f2, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=80616d4a-5efe-46cd-8ea6-d48ce186d1f2,segment=NetworkSegment(a77f2acd-035f-4f46-a3a3-1bd48a4600fa),segment_id=a77f2acd-035f-4f46-a3a3-1bd48a4600fa)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:49:08.663278 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-53acb4bc-6b4b-4a0d-a749-03d57456e460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (80616d4a-5efe-46cd-8ea6-d48ce186d1f2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:08.700449 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd12ee-02cb-4d92-b69f-a5fc6021b50b None None] The sync data for ids ['d600a46d-bc32-4727-b31b-593b4d2c3e31'] in dv-cinder-830093-3-iscsi is: [{'id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'name': 'tempest-TestShelveInstance-854897208-router', 'tenant_id': 'fd5cab859fa8477c91d4eb681754740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '00a15aa7-1dee-4ebc-b299-5f858949fffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:49:04Z', 'updated_at': '2022-03-08T19:49:05Z', 'revision_number': 3, 'project_id': 'fd5cab859fa8477c91d4eb681754740b', 'gw_port': {'id': '00a15aa7-1dee-4ebc-b299-5f858949fffe', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:49:05Z', 'updated_at': '2022-03-08T19:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:49:08.764688 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:08.765073 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (80616d4a-5efe-46cd-8ea6-d48ce186d1f2), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:08.768819 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acb4bc-6b4b-4a0d-a749-03d57456e460 None None] Pushing event updated for resources: {'Port': ['ID=80616d4a-5efe-46cd-8ea6-d48ce186d1f2,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:08.813954 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-98eb351b-bc6b-462e-8e11-1e9820373f81 req-b264cea0-a172-46cb-a888-1dfc087baa60 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992252 Mar 08 19:49:08.826579 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (8966c028-ba52-4645-b1e1-209234823185), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:08.857078 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-cb2ea43a-7f55-4b95-ac88-01d2a57654c6 None None] Provisioning complete for port 8966c028-ba52-4645-b1e1-209234823185 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:08.857711 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea43a-7f55-4b95-ac88-01d2a57654c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (8966c028-ba52-4645-b1e1-209234823185), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:08.898072 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ad3c0a48-d4a9-4b1c-8090-61c3ac59d833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (295a005a-386a-47ab-9961-4e3360a39534), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:08.909699 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ad3c0a48-d4a9-4b1c-8090-61c3ac59d833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:08.918766 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ea43a-7f55-4b95-ac88-01d2a57654c6 None None] Port 8966c028-ba52-4645-b1e1-209234823185 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:49:08.920895 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-ad3c0a48-d4a9-4b1c-8090-61c3ac59d833 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/295a005a-386a-47ab-9961-4e3360a39534 HTTP/1.1" status: 204 len: 168 time: 0.7585690 Mar 08 19:49:08.943514 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c0a48-d4a9-4b1c-8090-61c3ac59d833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295a005a-386a-47ab-9961-4e3360a39534,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:09.000006 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-cb2ea43a-7f55-4b95-ac88-01d2a57654c6 None None] Provisioning complete for port 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:09.000716 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-cb2ea43a-7f55-4b95-ac88-01d2a57654c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (80616d4a-5efe-46cd-8ea6-d48ce186d1f2), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:09.142213 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:09.143354 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 58d5676d-c3f5-4708-a254-aca8148480f0 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:49:09.156425 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57320) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:09.296337 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 58d5676d-c3f5-4708-a254-aca8148480f0 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:09.297730 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (58d5676d-c3f5-4708-a254-aca8148480f0), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:09.304061 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ea43a-7f55-4b95-ac88-01d2a57654c6 None None] Current status of the port 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:09.344399 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] Publish callbacks [] for port (8966c028-ba52-4645-b1e1-209234823185), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:09.353387 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (8966c028-ba52-4645-b1e1-209234823185), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:09.447708 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752252'] for router_interface (d600a46d-bc32-4727-b31b-593b4d2c3e31), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:09.509623 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-037bdf35-9d16-4dd2-8376-105ce84d5593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:09.676253 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-037bdf35-9d16-4dd2-8376-105ce84d5593 admin admin] Publish callbacks [] for security_group (50acd8d6-b02f-43ea-8b20-7dfd7c48bacf), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:09.686011 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-037bdf35-9d16-4dd2-8376-105ce84d5593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (50acd8d6-b02f-43ea-8b20-7dfd7c48bacf), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:09.738582 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57334) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:09.747176 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-037bdf35-9d16-4dd2-8376-105ce84d5593 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6afe723db84e4ba893bdd52decf3f6e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5891285 Mar 08 19:49:09.756540 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57338) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:09.818034 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-06fd385f-649f-42c7-a3e2-fce43f8846e4 None None] Provisioning complete for port 8966c028-ba52-4645-b1e1-209234823185 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:09.818425 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-06fd385f-649f-42c7-a3e2-fce43f8846e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (8966c028-ba52-4645-b1e1-209234823185), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:09.848222 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-45a8126e-66fe-4325-94c0-f3463591cba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:09.877447 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57344) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:09.946515 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bdf35-9d16-4dd2-8376-105ce84d5593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50acd8d6-b02f-43ea-8b20-7dfd7c48bacf,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:10.036843 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-45a8126e-66fe-4325-94c0-f3463591cba0 admin admin] Publish callbacks [] for security_group (ac2151b6-8aff-471d-9689-7096ebbe27e3), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.046952 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-45a8126e-66fe-4325-94c0-f3463591cba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ac2151b6-8aff-471d-9689-7096ebbe27e3), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.070052 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-06fd385f-649f-42c7-a3e2-fce43f8846e4 None None] Port 8966c028-ba52-4645-b1e1-209234823185 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:49:10.081162 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 58d5676d-c3f5-4708-a254-aca8148480f0 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:10.093043 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] Pushing event updated for resources: {'Port': ['ID=8966c028-ba52-4645-b1e1-209234823185,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:10.157325 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-45a8126e-66fe-4325-94c0-f3463591cba0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec525a86bc0741cfa16a56d7640fc49c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4067562 Mar 08 19:49:10.157325 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8126e-66fe-4325-94c0-f3463591cba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2151b6-8aff-471d-9689-7096ebbe27e3,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:10.161627 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57356) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:10.173781 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5c5d-6cba-429a-8f65-c6041ce7bc1a admin admin] Publish callbacks [] for security_group (50acd8d6-b02f-43ea-8b20-7dfd7c48bacf), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.251030 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] Network b828fedb-b7aa-438d-a98d-404ad9f9f4c4 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:49:10.258851 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9ea23-de9c-4b7f-b64b-b4e7b0828e50 req-2074119e-57a5-4788-a4cf-b5cbd73e4f5c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:10.260588 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-abf9ea23-de9c-4b7f-b64b-b4e7b0828e50 req-2074119e-57a5-4788-a4cf-b5cbd73e4f5c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.1691911 Mar 08 19:49:10.262074 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:49:10.271146 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5c5d-6cba-429a-8f65-c6041ce7bc1a admin admin] Publish callbacks [] for security_group (50acd8d6-b02f-43ea-8b20-7dfd7c48bacf), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.273423 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f41660f6-bc41-4bd1-af6c-9351cf722de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.302629 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ea82d8dc-aae9-4414-a3d1-eb1f2d155fe1 admin admin] Publish callbacks [] for security_group (ac2151b6-8aff-471d-9689-7096ebbe27e3), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.388946 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ea82d8dc-aae9-4414-a3d1-eb1f2d155fe1 admin admin] Publish callbacks [] for security_group (ac2151b6-8aff-471d-9689-7096ebbe27e3), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.411536 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-abf9ea23-de9c-4b7f-b64b-b4e7b0828e50 req-77d946d2-c49e-49d7-b8e3-c58e8ae6d602 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415823 Mar 08 19:49:10.464183 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] Router d600a46d-bc32-4727-b31b-593b4d2c3e31 has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:49:10.489657 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:49:10.560937 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f41660f6-bc41-4bd1-af6c-9351cf722de7 admin admin] Publish callbacks [] for security_group (ad7d29b1-5f4e-4cd4-aefd-aa3ae9df391b), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.563369 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5c5d-6cba-429a-8f65-c6041ce7bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (50acd8d6-b02f-43ea-8b20-7dfd7c48bacf), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.573454 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5c5d-6cba-429a-8f65-c6041ce7bc1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.576317 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-0a5e5c5d-6cba-429a-8f65-c6041ce7bc1a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/50acd8d6-b02f-43ea-8b20-7dfd7c48bacf HTTP/1.1" status: 204 len: 168 time: 0.8059139 Mar 08 19:49:10.583627 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ea82d8dc-aae9-4414-a3d1-eb1f2d155fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ac2151b6-8aff-471d-9689-7096ebbe27e3), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.587378 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ea82d8dc-aae9-4414-a3d1-eb1f2d155fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.592219 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-ea82d8dc-aae9-4414-a3d1-eb1f2d155fe1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac2151b6-8aff-471d-9689-7096ebbe27e3 HTTP/1.1" status: 204 len: 168 time: 0.4296291 Mar 08 19:49:10.596138 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f41660f6-bc41-4bd1-af6c-9351cf722de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ad7d29b1-5f4e-4cd4-aefd-aa3ae9df391b), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.604076 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:10.604076 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (80616d4a-5efe-46cd-8ea6-d48ce186d1f2), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.651354 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-f41660f6-bc41-4bd1-af6c-9351cf722de7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=30ef268147d04bfc8e67696533fbb41f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7607312 Mar 08 19:49:10.653597 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e5c5d-6cba-429a-8f65-c6041ce7bc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50acd8d6-b02f-43ea-8b20-7dfd7c48bacf,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:10.655582 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57370) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:10.689179 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:49:10.704979 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-7546fb52-252e-4a6e-9d6a-624270a1e2f8 admin admin] 10.222.0.45 "PUT /v2.0/routers/d600a46d-bc32-4727-b31b-593b4d2c3e31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0883048 Mar 08 19:49:10.728490 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82d8dc-aae9-4414-a3d1-eb1f2d155fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2151b6-8aff-471d-9689-7096ebbe27e3,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:10.792933 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6045451a-2e16-4667-abc7-1cb0a851f3cc admin admin] Publish callbacks [] for security_group (ad7d29b1-5f4e-4cd4-aefd-aa3ae9df391b), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.812625 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41660f6-bc41-4bd1-af6c-9351cf722de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7d29b1-5f4e-4cd4-aefd-aa3ae9df391b,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:10.832719 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6045451a-2e16-4667-abc7-1cb0a851f3cc admin admin] Publish callbacks [] for security_group (ad7d29b1-5f4e-4cd4-aefd-aa3ae9df391b), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.866042 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:10.867910 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 00a15aa7-1dee-4ebc-b299-5f858949fffe up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:49:10.869999 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-1c1ee671-818a-424e-8a29-07b78e8a914d None None] Provisioning complete for port 8966c028-ba52-4645-b1e1-209234823185 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:10.874844 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee671-818a-424e-8a29-07b78e8a914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (8966c028-ba52-4645-b1e1-209234823185), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.914615 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6045451a-2e16-4667-abc7-1cb0a851f3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ad7d29b1-5f4e-4cd4-aefd-aa3ae9df391b), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.922246 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6045451a-2e16-4667-abc7-1cb0a851f3cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:10.923848 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-6045451a-2e16-4667-abc7-1cb0a851f3cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad7d29b1-5f4e-4cd4-aefd-aa3ae9df391b HTTP/1.1" status: 204 len: 168 time: 0.2668095 Mar 08 19:49:10.933085 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045451a-2e16-4667-abc7-1cb0a851f3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7d29b1-5f4e-4cd4-aefd-aa3ae9df391b,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:10.979363 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-1c1ee671-818a-424e-8a29-07b78e8a914d None None] Port 8966c028-ba52-4645-b1e1-209234823185 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:49:10.994796 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 00a15aa7-1dee-4ebc-b299-5f858949fffe triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:10.995403 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (00a15aa7-1dee-4ebc-b299-5f858949fffe), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:11.100914 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 00a15aa7-1dee-4ebc-b299-5f858949fffe is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:11.101541 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (00a15aa7-1dee-4ebc-b299-5f858949fffe), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:11.130326 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] For port 00a15aa7-1dee-4ebc-b299-5f858949fffe, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=00a15aa7-1dee-4ebc-b299-5f858949fffe,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:49:11.135989 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (00a15aa7-1dee-4ebc-b299-5f858949fffe), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:11.176332 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 57388) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:11.193643 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-c38188ea-1c82-4fae-946f-6e35227f9e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:11.224015 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Pushing event updated for resources: {'Port': ['ID=00a15aa7-1dee-4ebc-b299-5f858949fffe,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:11.340659 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-c38188ea-1c82-4fae-946f-6e35227f9e11 admin admin] Publish callbacks [] for security_group (943a3c8b-2b26-4f95-b007-2a41874a333b), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:11.345761 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-c38188ea-1c82-4fae-946f-6e35227f9e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (943a3c8b-2b26-4f95-b007-2a41874a333b), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:11.361321 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Sync routers for ids ['d600a46d-bc32-4727-b31b-593b4d2c3e31'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:49:11.388243 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Routers {'d600a46d-bc32-4727-b31b-593b4d2c3e31'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:49:11.389657 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:48:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d600a46d-bc32-4727-b31b-593b4d2c3e31'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:49:11.420198 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-c38188ea-1c82-4fae-946f-6e35227f9e11 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4674291c34443a7b0f69b430c889dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427619 Mar 08 19:49:11.422882 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57396) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:11.428804 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38188ea-1c82-4fae-946f-6e35227f9e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943a3c8b-2b26-4f95-b007-2a41874a333b,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:11.518072 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c9e62eb4-3bc5-45ae-8c90-3e48dc7bc8a4 admin admin] Publish callbacks [] for security_group (943a3c8b-2b26-4f95-b007-2a41874a333b), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:11.545979 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c9e62eb4-3bc5-45ae-8c90-3e48dc7bc8a4 admin admin] Publish callbacks [] for security_group (943a3c8b-2b26-4f95-b007-2a41874a333b), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:11.563248 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Set router d600a46d-bc32-4727-b31b-593b4d2c3e31 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:49:11.604468 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c9e62eb4-3bc5-45ae-8c90-3e48dc7bc8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (943a3c8b-2b26-4f95-b007-2a41874a333b), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:11.608336 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c9e62eb4-3bc5-45ae-8c90-3e48dc7bc8a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:11.610074 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-c9e62eb4-3bc5-45ae-8c90-3e48dc7bc8a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/943a3c8b-2b26-4f95-b007-2a41874a333b HTTP/1.1" status: 204 len: 168 time: 0.1851854 Mar 08 19:49:11.619964 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e62eb4-3bc5-45ae-8c90-3e48dc7bc8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943a3c8b-2b26-4f95-b007-2a41874a333b,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:11.765831 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 57414) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:11.769079 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac0ae5-c7ec-4bdb-bae1-e5e5b4963823 req-ac2a9be0-2cac-4be1-ac30-dc7fb406217f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:11.776609 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-16ac0ae5-c7ec-4bdb-bae1-e5e5b4963823 req-ac2a9be0-2cac-4be1-ac30-dc7fb406217f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0742557 Mar 08 19:49:11.792426 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-c96ba760-c4d4-4dbf-b65a-108b4c7b81b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:11.874697 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-16ac0ae5-c7ec-4bdb-bae1-e5e5b4963823 req-289a700a-9188-45cf-ad9f-d071dc47f8b3 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961101 Mar 08 19:49:11.958854 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57416) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:11.964345 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-1e465362-8dbf-420c-9bae-f96505d56ae2 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1402729954', 'description': 'tempest-secgroup-smoke-1402729954 description', 'project_id': '2b47b5204f2f43e5a2162e5e0f450500'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:11.982832 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'name': 'tempest-TestShelveInstance-854897208-router', 'tenant_id': 'fd5cab859fa8477c91d4eb681754740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '00a15aa7-1dee-4ebc-b299-5f858949fffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:49:04Z', 'updated_at': '2022-03-08T19:49:08Z', 'revision_number': 4, 'project_id': 'fd5cab859fa8477c91d4eb681754740b', 'gw_port': {'id': '00a15aa7-1dee-4ebc-b299-5f858949fffe', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:49:05Z', 'updated_at': '2022-03-08T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '8966c028-ba52-4645-b1e1-209234823185', 'name': '', 'network_id': 'b828fedb-b7aa-438d-a98d-404ad9f9f4c4', 'tenant_id': 'fd5cab859fa8477c91d4eb681754740b', 'mac_address': 'fa:16:3e:02:e0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9b9e42c3-372c-40a2-aa5c-c8948a9c9b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:49:07Z', 'updated_at': '2022-03-08T19:49:08Z', 'revision_number': 2, 'project_id': 'fd5cab859fa8477c91d4eb681754740b', 'subnets': [{'id': '9b9e42c3-372c-40a2-aa5c-c8948a9c9b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:49:11.988717 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-c96ba760-c4d4-4dbf-b65a-108b4c7b81b4 admin admin] Publish callbacks [] for security_group (e53a6bf0-abef-4b90-b20c-842b46b2fb15), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:11.998071 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-c96ba760-c4d4-4dbf-b65a-108b4c7b81b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (e53a6bf0-abef-4b90-b20c-842b46b2fb15), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.022524 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Checking router: d600a46d-bc32-4727-b31b-593b4d2c3e31 for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:49:12.022899 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Updating router d600a46d-bc32-4727-b31b-593b4d2c3e31 port 8966c028-ba52-4645-b1e1-209234823185 binding host dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 19:49:12.024926 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1e465362-8dbf-420c-9bae-f96505d56ae2 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.068251 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (8966c028-ba52-4645-b1e1-209234823185), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.075384 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ba760-c4d4-4dbf-b65a-108b4c7b81b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53a6bf0-abef-4b90-b20c-842b46b2fb15,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:12.084380 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-c96ba760-c4d4-4dbf-b65a-108b4c7b81b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=be53c60021aa491292d240a58ce86474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174448 Mar 08 19:49:12.087221 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 57420) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:12.181483 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-522fb72d-f68e-41ac-bf04-2c532770c092 admin admin] Publish callbacks [] for security_group (e53a6bf0-abef-4b90-b20c-842b46b2fb15), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.196587 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1e465362-8dbf-420c-9bae-f96505d56ae2 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group (a987a94e-f203-4e5c-a31e-1100f28ebac5), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.206556 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1e465362-8dbf-420c-9bae-f96505d56ae2 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (a987a94e-f203-4e5c-a31e-1100f28ebac5), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.216848 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-522fb72d-f68e-41ac-bf04-2c532770c092 admin admin] Publish callbacks [] for security_group (e53a6bf0-abef-4b90-b20c-842b46b2fb15), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.252151 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1e465362-8dbf-420c-9bae-f96505d56ae2 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.253740 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-1e465362-8dbf-420c-9bae-f96505d56ae2 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2937639 Mar 08 19:49:12.256550 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57422) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:12.259218 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 00a15aa7-1dee-4ebc-b299-5f858949fffe up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:49:12.264072 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-08f415a8-3a59-413b-8052-46257791f528 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Request body: {'security_group_rule': {'security_group_id': 'a987a94e-f203-4e5c-a31e-1100f28ebac5', 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:12.271090 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e465362-8dbf-420c-9bae-f96505d56ae2 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a987a94e-f203-4e5c-a31e-1100f28ebac5,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:12.297876 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-522fb72d-f68e-41ac-bf04-2c532770c092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (e53a6bf0-abef-4b90-b20c-842b46b2fb15), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.301106 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-522fb72d-f68e-41ac-bf04-2c532770c092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.305401 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-522fb72d-f68e-41ac-bf04-2c532770c092 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e53a6bf0-abef-4b90-b20c-842b46b2fb15 HTTP/1.1" status: 204 len: 168 time: 0.2161417 Mar 08 19:49:12.316065 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-08f415a8-3a59-413b-8052-46257791f528 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group_rule (f43c29b1-e8c6-456b-8271-dcb28c0a3c1c), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.318438 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fb72d-f68e-41ac-bf04-2c532770c092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53a6bf0-abef-4b90-b20c-842b46b2fb15,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:12.387661 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.412195 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-08f415a8-3a59-413b-8052-46257791f528 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group_rule (f43c29b1-e8c6-456b-8271-dcb28c0a3c1c), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.420318 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-08f415a8-3a59-413b-8052-46257791f528 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (f43c29b1-e8c6-456b-8271-dcb28c0a3c1c), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.439211 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 00a15aa7-1dee-4ebc-b299-5f858949fffe triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:12.439549 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f415a8-3a59-413b-8052-46257791f528 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43c29b1-e8c6-456b-8271-dcb28c0a3c1c,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:12.440050 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (00a15aa7-1dee-4ebc-b299-5f858949fffe), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.468440 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-08f415a8-3a59-413b-8052-46257791f528 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.470614 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-08f415a8-3a59-413b-8052-46257791f528 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2126906 Mar 08 19:49:12.473808 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 57434) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:12.479175 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-bfec7a22-dba7-453a-a2e7-031c5f17c8a1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Request body: {'security_group_rule': {'security_group_id': 'a987a94e-f203-4e5c-a31e-1100f28ebac5', 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:12.507138 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bfec7a22-dba7-453a-a2e7-031c5f17c8a1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group_rule (bc336e06-f057-42b9-9d64-291e913c8ca4), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.562571 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bfec7a22-dba7-453a-a2e7-031c5f17c8a1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group_rule (bc336e06-f057-42b9-9d64-291e913c8ca4), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.568156 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bfec7a22-dba7-453a-a2e7-031c5f17c8a1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (bc336e06-f057-42b9-9d64-291e913c8ca4), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.588795 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Publish callbacks [] for port (8966c028-ba52-4645-b1e1-209234823185), precommit_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.596121 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 00a15aa7-1dee-4ebc-b299-5f858949fffe is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:12.601072 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (8966c028-ba52-4645-b1e1-209234823185), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.607168 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec7a22-dba7-453a-a2e7-031c5f17c8a1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc336e06-f057-42b9-9d64-291e913c8ca4,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:12.627244 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bfec7a22-dba7-453a-a2e7-031c5f17c8a1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.631240 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-bfec7a22-dba7-453a-a2e7-031c5f17c8a1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1537738 Mar 08 19:49:12.631959 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 57440) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:12.640106 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-ebd82b34-9f64-462c-9906-11c0c7877e3b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Request body: {'security_group_rule': {'security_group_id': 'a987a94e-f203-4e5c-a31e-1100f28ebac5', 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:12.691311 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ebd82b34-9f64-462c-9906-11c0c7877e3b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group_rule (05702337-143b-4640-b7c3-c8d5a029fc21), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.711483 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636f1ae-1712-490c-9d3a-25418c325655 None None] Pushing event updated for resources: {'Port': ['ID=8966c028-ba52-4645-b1e1-209234823185,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:12.718021 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Attempting to bind port 8966c028-ba52-4645-b1e1-209234823185 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:49:12.718989 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Attempting to bind port 8966c028-ba52-4645-b1e1-209234823185 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': 'a77f2acd-035f-4f46-a3a3-1bd48a4600fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b828fedb-b7aa-438d-a98d-404ad9f9f4c4'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:49:12.719585 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Attempting to bind port 8966c028-ba52-4645-b1e1-209234823185 on network b828fedb-b7aa-438d-a98d-404ad9f9f4c4 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:49:12.726681 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:49:12.727072 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Checking segment: {'id': 'a77f2acd-035f-4f46-a3a3-1bd48a4600fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b828fedb-b7aa-438d-a98d-404ad9f9f4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:49:12.727520 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.728522 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Bound using segment: {'id': 'a77f2acd-035f-4f46-a3a3-1bd48a4600fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b828fedb-b7aa-438d-a98d-404ad9f9f4c4'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:49:12.729446 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Bound port: 8966c028-ba52-4645-b1e1-209234823185, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77f2acd-035f-4f46-a3a3-1bd48a4600fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b828fedb-b7aa-438d-a98d-404ad9f9f4c4'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:49:12.732123 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (8966c028-ba52-4645-b1e1-209234823185), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.804626 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] For port 8966c028-ba52-4645-b1e1-209234823185, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:49:12.808615 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] For port 8966c028-ba52-4645-b1e1-209234823185, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=8966c028-ba52-4645-b1e1-209234823185,segment=NetworkSegment(a77f2acd-035f-4f46-a3a3-1bd48a4600fa),segment_id=a77f2acd-035f-4f46-a3a3-1bd48a4600fa)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:49:12.818870 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (8966c028-ba52-4645-b1e1-209234823185), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.832219 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ebd82b34-9f64-462c-9906-11c0c7877e3b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group_rule (05702337-143b-4640-b7c3-c8d5a029fc21), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.840846 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ebd82b34-9f64-462c-9906-11c0c7877e3b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (05702337-143b-4640-b7c3-c8d5a029fc21), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.872759 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd82b34-9f64-462c-9906-11c0c7877e3b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05702337-143b-4640-b7c3-c8d5a029fc21,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:12.909838 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ebd82b34-9f64-462c-9906-11c0c7877e3b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:12.910216 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-ebd82b34-9f64-462c-9906-11c0c7877e3b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2763922 Mar 08 19:49:12.913029 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57456) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:12.918671 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-3e059079-33d1-49cf-b159-488f8d62c464 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Request body: {'security_group_rule': {'security_group_id': 'a987a94e-f203-4e5c-a31e-1100f28ebac5', 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:12.958947 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Routers {'d600a46d-bc32-4727-b31b-593b4d2c3e31'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:49:12.965657 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:48:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d600a46d-bc32-4727-b31b-593b4d2c3e31'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:49:12.973899 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3e059079-33d1-49cf-b159-488f8d62c464 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group_rule (5ef6b069-64dd-4b38-828a-1d4edc672c6f), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:13.070919 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636f1ae-1712-490c-9d3a-25418c325655 None None] Pushing event updated for resources: {'Port': ['ID=8966c028-ba52-4645-b1e1-209234823185,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:13.117658 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c978314-bb0e-4cd6-a5b7-e7408baf90f0 req-c4b4a8cb-4502-453a-bca5-830fd3e0f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:13.119944 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3c978314-bb0e-4cd6-a5b7-e7408baf90f0 req-c4b4a8cb-4502-453a-bca5-830fd3e0f965 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72ed260f86604db6ac28144af3dfb647&device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 1130 time: 0.0943999 Mar 08 19:49:13.193973 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d3cce-82b3-4dab-9a33-5a3cfbf6c946 req-56a60a8b-2ad2-442d-bf88-47559f56fe26 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:13.202920 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-506d3cce-82b3-4dab-9a33-5a3cfbf6c946 req-56a60a8b-2ad2-442d-bf88-47559f56fe26 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.1941936 Mar 08 19:49:13.273577 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3e059079-33d1-49cf-b159-488f8d62c464 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group_rule (5ef6b069-64dd-4b38-828a-1d4edc672c6f), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:13.286173 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-506d3cce-82b3-4dab-9a33-5a3cfbf6c946 req-e1a67da0-65ee-4717-918f-073412b48b68 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800924 Mar 08 19:49:13.290474 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3e059079-33d1-49cf-b159-488f8d62c464 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (5ef6b069-64dd-4b38-828a-1d4edc672c6f), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:13.313442 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c978314-bb0e-4cd6-a5b7-e7408baf90f0 req-911a1402-33b0-46ad-af36-b9fc107e0702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:13.314865 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3c978314-bb0e-4cd6-a5b7-e7408baf90f0 req-911a1402-33b0-46ad-af36-b9fc107e0702 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8886c69-71b5-4f2a-a8b1-45077b0e7696 HTTP/1.1" status: 200 len: 920 time: 0.1609888 Mar 08 19:49:13.335710 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e059079-33d1-49cf-b159-488f8d62c464 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef6b069-64dd-4b38-828a-1d4edc672c6f,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:13.352110 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3e059079-33d1-49cf-b159-488f8d62c464 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:13.353407 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-3e059079-33d1-49cf-b159-488f8d62c464 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4391820 Mar 08 19:49:13.356787 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57466) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:13.361786 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-e6d11cc6-0ca6-4123-ad0a-93b85bdab49c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Request body: {'security_group_rule': {'security_group_id': 'a987a94e-f203-4e5c-a31e-1100f28ebac5', 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:13.380539 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-1966cc8a-2cfd-45dc-9c5a-ba7646b131e5 None None] Provisioning complete for port 8966c028-ba52-4645-b1e1-209234823185 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:13.381000 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1966cc8a-2cfd-45dc-9c5a-ba7646b131e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (8966c028-ba52-4645-b1e1-209234823185), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:13.391122 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.securitygroups_db [None req-e6d11cc6-0ca6-4123-ad0a-93b85bdab49c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Project 2b47b5204f2f43e5a2162e5e0f450500 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 19:49:13.397111 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e6d11cc6-0ca6-4123-ad0a-93b85bdab49c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group_rule (46fbac01-a3a5-45df-b04c-bc89edabc7b4), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:13.406651 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3c978314-bb0e-4cd6-a5b7-e7408baf90f0 req-fde1fc6b-abc3-4fd5-9bc6-1326f78f6703 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3922c2b2-0487-47bb-b9e7-3f5915f09d4f HTTP/1.1" status: 200 len: 217 time: 0.0835052 Mar 08 19:49:13.489942 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c978314-bb0e-4cd6-a5b7-e7408baf90f0 req-f84014c3-c649-4df1-84ad-ceba2627c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:13.491768 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3c978314-bb0e-4cd6-a5b7-e7408baf90f0 req-f84014c3-c649-4df1-84ad-ceba2627c992 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a50455b0-9330-418e-b6d3-f83bdb8fede0 HTTP/1.1" status: 200 len: 859 time: 0.0679018 Mar 08 19:49:13.501399 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] Set router d600a46d-bc32-4727-b31b-593b4d2c3e31 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:49:13.522493 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e6d11cc6-0ca6-4123-ad0a-93b85bdab49c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group_rule (46fbac01-a3a5-45df-b04c-bc89edabc7b4), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:13.532096 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e6d11cc6-0ca6-4123-ad0a-93b85bdab49c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (46fbac01-a3a5-45df-b04c-bc89edabc7b4), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:13.541379 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3c978314-bb0e-4cd6-a5b7-e7408baf90f0 req-eeb9d208-b740-4a2d-a247-1562afb330ec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8886c69-71b5-4f2a-a8b1-45077b0e7696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418284 Mar 08 19:49:13.554261 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d11cc6-0ca6-4123-ad0a-93b85bdab49c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fbac01-a3a5-45df-b04c-bc89edabc7b4,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:13.585983 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e6d11cc6-0ca6-4123-ad0a-93b85bdab49c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:13.587248 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-e6d11cc6-0ca6-4123-ad0a-93b85bdab49c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2291491 Mar 08 19:49:13.590934 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57478) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:13.596074 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-0802222c-414d-4825-a259-8de3108a15cc tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Request body: {'security_group_rule': {'security_group_id': 'a987a94e-f203-4e5c-a31e-1100f28ebac5', 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:13.637737 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.securitygroups_db [None req-0802222c-414d-4825-a259-8de3108a15cc tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Project 2b47b5204f2f43e5a2162e5e0f450500 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 19:49:13.647995 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0802222c-414d-4825-a259-8de3108a15cc tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group_rule (6a0496d3-9569-4676-9781-296b22a19ed4), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:13.669128 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3c978314-bb0e-4cd6-a5b7-e7408baf90f0 req-7f1eb5dd-87a4-4b12-b241-2e3d1eed58a1 service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194367 Mar 08 19:49:13.709963 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-1966cc8a-2cfd-45dc-9c5a-ba7646b131e5 None None] Current status of the port 8966c028-ba52-4645-b1e1-209234823185 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:13.710438 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1966cc8a-2cfd-45dc-9c5a-ba7646b131e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (8966c028-ba52-4645-b1e1-209234823185), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:13.741599 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0802222c-414d-4825-a259-8de3108a15cc tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group_rule (6a0496d3-9569-4676-9781-296b22a19ed4), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:13.755358 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0802222c-414d-4825-a259-8de3108a15cc tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (6a0496d3-9569-4676-9781-296b22a19ed4), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:13.782997 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802222c-414d-4825-a259-8de3108a15cc tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0496d3-9569-4676-9781-296b22a19ed4,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:13.788439 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-1966cc8a-2cfd-45dc-9c5a-ba7646b131e5 None None] For port 8966c028-ba52-4645-b1e1-209234823185, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=8966c028-ba52-4645-b1e1-209234823185,segment=NetworkSegment(a77f2acd-035f-4f46-a3a3-1bd48a4600fa),segment_id=a77f2acd-035f-4f46-a3a3-1bd48a4600fa)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:49:13.800402 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1966cc8a-2cfd-45dc-9c5a-ba7646b131e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (8966c028-ba52-4645-b1e1-209234823185), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:13.801647 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0802222c-414d-4825-a259-8de3108a15cc tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:13.803117 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-0802222c-414d-4825-a259-8de3108a15cc tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2108095 Mar 08 19:49:13.814720 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3c978314-bb0e-4cd6-a5b7-e7408baf90f0 req-c162455c-2d74-49a1-8424-ce37ded48a56 service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403556 Mar 08 19:49:13.873783 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'name': 'tempest-TestShelveInstance-854897208-router', 'tenant_id': 'fd5cab859fa8477c91d4eb681754740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '00a15aa7-1dee-4ebc-b299-5f858949fffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:49:04Z', 'updated_at': '2022-03-08T19:49:08Z', 'revision_number': 4, 'project_id': 'fd5cab859fa8477c91d4eb681754740b', 'gw_port': {'id': '00a15aa7-1dee-4ebc-b299-5f858949fffe', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:49:05Z', 'updated_at': '2022-03-08T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '8966c028-ba52-4645-b1e1-209234823185', 'name': '', 'network_id': 'b828fedb-b7aa-438d-a98d-404ad9f9f4c4', 'tenant_id': 'fd5cab859fa8477c91d4eb681754740b', 'mac_address': 'fa:16:3e:02:e0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9b9e42c3-372c-40a2-aa5c-c8948a9c9b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:49:07Z', 'updated_at': '2022-03-08T19:49:12Z', 'revision_number': 4, 'project_id': 'fd5cab859fa8477c91d4eb681754740b', 'subnets': [{'id': '9b9e42c3-372c-40a2-aa5c-c8948a9c9b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:49:13.876665 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966cc8a-2cfd-45dc-9c5a-ba7646b131e5 None None] Pushing event updated for resources: {'Port': ['ID=8966c028-ba52-4645-b1e1-209234823185,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:13.903488 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0460e901-ae8d-41f3-8d0a-a53290654812 None None] The sync data for ids ['d600a46d-bc32-4727-b31b-593b4d2c3e31'] in dv-cinder-830093-3-iscsi is: [{'id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'name': 'tempest-TestShelveInstance-854897208-router', 'tenant_id': 'fd5cab859fa8477c91d4eb681754740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '00a15aa7-1dee-4ebc-b299-5f858949fffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:49:04Z', 'updated_at': '2022-03-08T19:49:08Z', 'revision_number': 4, 'project_id': 'fd5cab859fa8477c91d4eb681754740b', 'gw_port': {'id': '00a15aa7-1dee-4ebc-b299-5f858949fffe', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:49:05Z', 'updated_at': '2022-03-08T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '8966c028-ba52-4645-b1e1-209234823185', 'name': '', 'network_id': 'b828fedb-b7aa-438d-a98d-404ad9f9f4c4', 'tenant_id': 'fd5cab859fa8477c91d4eb681754740b', 'mac_address': 'fa:16:3e:02:e0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '9b9e42c3-372c-40a2-aa5c-c8948a9c9b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:49:07Z', 'updated_at': '2022-03-08T19:49:12Z', 'revision_number': 4, 'project_id': 'fd5cab859fa8477c91d4eb681754740b', 'subnets': [{'id': '9b9e42c3-372c-40a2-aa5c-c8948a9c9b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:49:13.940044 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-c5144cb4-297d-4062-8c89-01a66dad566f None None] Provisioning complete for port 8966c028-ba52-4645-b1e1-209234823185 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:13.940453 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c5144cb4-297d-4062-8c89-01a66dad566f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (8966c028-ba52-4645-b1e1-209234823185), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:14.100593 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-c5144cb4-297d-4062-8c89-01a66dad566f None None] Current status of the port 8966c028-ba52-4645-b1e1-209234823185 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:14.330131 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 8966c028-ba52-4645-b1e1-209234823185 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:49:14.437960 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50343c-15ef-4315-a98e-fea71d822bbc req-0d6dfea3-692b-4ad2-b3aa-b33841bc8a79 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:14.445383 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cc50343c-15ef-4315-a98e-fea71d822bbc req-0d6dfea3-692b-4ad2-b3aa-b33841bc8a79 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0721951 Mar 08 19:49:14.510943 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 8966c028-ba52-4645-b1e1-209234823185 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:14.511532 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (8966c028-ba52-4645-b1e1-209234823185), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:14.557091 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cc50343c-15ef-4315-a98e-fea71d822bbc req-6e7e672f-dd4d-4dd3-b038-746599b14a79 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071122 Mar 08 19:49:14.656198 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 8966c028-ba52-4645-b1e1-209234823185 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:15.560679 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 57610) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:15.688785 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d3824e6f-373a-4344-85a4-7e89bbf649b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:15.710745 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373bf05-b7cb-4d76-83aa-e941fae046c5 req-33da7020-2171-4e23-b9c3-e0ae8e745fd3 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:15.712244 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f373bf05-b7cb-4d76-83aa-e941fae046c5 req-33da7020-2171-4e23-b9c3-e0ae8e745fd3 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0817647 Mar 08 19:49:15.781050 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f373bf05-b7cb-4d76-83aa-e941fae046c5 req-e0df9ee2-76e8-49c2-8a83-090ae91e3232 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611646 Mar 08 19:49:15.813440 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d3824e6f-373a-4344-85a4-7e89bbf649b0 admin admin] Publish callbacks [] for security_group (d349e1b6-f3c0-4a2f-b4d1-6c3f4f9dd910), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:15.817847 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d3824e6f-373a-4344-85a4-7e89bbf649b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (d349e1b6-f3c0-4a2f-b4d1-6c3f4f9dd910), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:15.861701 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-d3824e6f-373a-4344-85a4-7e89bbf649b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b345c37ab5504674b88d5a02c7cf9106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999296 Mar 08 19:49:15.862556 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3824e6f-373a-4344-85a4-7e89bbf649b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d349e1b6-f3c0-4a2f-b4d1-6c3f4f9dd910,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:15.864346 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57620) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:15.919849 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4b5d5eee-7d57-43f0-838b-078d2bb93c40 admin admin] Publish callbacks [] for security_group (d349e1b6-f3c0-4a2f-b4d1-6c3f4f9dd910), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:15.946714 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4b5d5eee-7d57-43f0-838b-078d2bb93c40 admin admin] Publish callbacks [] for security_group (d349e1b6-f3c0-4a2f-b4d1-6c3f4f9dd910), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:16.013825 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4b5d5eee-7d57-43f0-838b-078d2bb93c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (d349e1b6-f3c0-4a2f-b4d1-6c3f4f9dd910), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:16.016684 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4b5d5eee-7d57-43f0-838b-078d2bb93c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:16.017853 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-4b5d5eee-7d57-43f0-838b-078d2bb93c40 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d349e1b6-f3c0-4a2f-b4d1-6c3f4f9dd910 HTTP/1.1" status: 204 len: 168 time: 0.1524138 Mar 08 19:49:16.026258 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d5eee-7d57-43f0-838b-078d2bb93c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d349e1b6-f3c0-4a2f-b4d1-6c3f4f9dd910,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:16.297023 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57632) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:16.309985 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6ba538e2-369a-44d2-91f7-8b4923abfab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:16.390204 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6ba538e2-369a-44d2-91f7-8b4923abfab0 admin admin] Publish callbacks [] for security_group (0f7f5e00-7d1e-4b6c-977c-9cd076d65d20), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:16.394036 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6ba538e2-369a-44d2-91f7-8b4923abfab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (0f7f5e00-7d1e-4b6c-977c-9cd076d65d20), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:16.433339 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-6ba538e2-369a-44d2-91f7-8b4923abfab0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a291b364cd244e9f806b1e2ff7676296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352398 Mar 08 19:49:16.434826 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba538e2-369a-44d2-91f7-8b4923abfab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7f5e00-7d1e-4b6c-977c-9cd076d65d20,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:16.436953 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 57636) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:16.484231 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-43913421-c6ac-4443-8065-0f71fe17254a admin admin] Publish callbacks [] for security_group (0f7f5e00-7d1e-4b6c-977c-9cd076d65d20), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:16.507125 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-43913421-c6ac-4443-8065-0f71fe17254a admin admin] Publish callbacks [] for security_group (0f7f5e00-7d1e-4b6c-977c-9cd076d65d20), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:16.556388 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-43913421-c6ac-4443-8065-0f71fe17254a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (0f7f5e00-7d1e-4b6c-977c-9cd076d65d20), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:16.559476 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-43913421-c6ac-4443-8065-0f71fe17254a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:16.564038 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-43913421-c6ac-4443-8065-0f71fe17254a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f7f5e00-7d1e-4b6c-977c-9cd076d65d20 HTTP/1.1" status: 204 len: 168 time: 0.1259904 Mar 08 19:49:16.573488 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43913421-c6ac-4443-8065-0f71fe17254a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7f5e00-7d1e-4b6c-977c-9cd076d65d20,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:16.904715 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16be3dc-6d2d-4c6e-8f33-c5b353ed7197 req-ab16db01-ffc9-49c9-b174-786de605f280 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:16.906683 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e16be3dc-6d2d-4c6e-8f33-c5b353ed7197 req-ab16db01-ffc9-49c9-b174-786de605f280 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0562789 Mar 08 19:49:16.916137 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fab1e2-65c9-446f-b746-130189441078 req-c1e43dcb-0c92-4deb-91da-cb45a3cf0803 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:16.917688 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-04fab1e2-65c9-446f-b746-130189441078 req-c1e43dcb-0c92-4deb-91da-cb45a3cf0803 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0591307 Mar 08 19:49:16.960416 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e16be3dc-6d2d-4c6e-8f33-c5b353ed7197 req-bf9c7c16-ae1a-4770-b3ee-8afa68ce8263 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480914 Mar 08 19:49:16.965830 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-04fab1e2-65c9-446f-b746-130189441078 req-a5cdc5c3-8c5a-467b-a6f7-2e54101ea5f8 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416133 Mar 08 19:49:18.089519 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7d126-a5b4-4606-8c0b-4bdc5b0c4f20 req-050b6071-f01f-431e-826a-1699d933a406 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:18.091550 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9ab7d126-a5b4-4606-8c0b-4bdc5b0c4f20 req-050b6071-f01f-431e-826a-1699d933a406 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0597122 Mar 08 19:49:18.101341 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49326cd-d220-4968-bea9-4a787f01db27 req-85e1b598-0950-45ab-9830-8c2ba18138fd tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:18.102820 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b49326cd-d220-4968-bea9-4a787f01db27 req-85e1b598-0950-45ab-9830-8c2ba18138fd tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0566928 Mar 08 19:49:18.140544 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9ab7d126-a5b4-4606-8c0b-4bdc5b0c4f20 req-364f2fe4-c393-4f4b-a8cc-b2c66b6de72c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433447 Mar 08 19:49:18.163484 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b49326cd-d220-4968-bea9-4a787f01db27 req-efc86cfe-3fc6-4790-8a6e-3922cf990c63 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451019 Mar 08 19:49:19.268017 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c22f71-b3ff-4272-b0bc-47704c3e56b3 req-c9a4ca7a-568b-48fd-a263-04a06481314f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:19.274728 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f6c22f71-b3ff-4272-b0bc-47704c3e56b3 req-c9a4ca7a-568b-48fd-a263-04a06481314f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0636997 Mar 08 19:49:19.324859 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef70da-1f5e-4ea1-91dc-d9d277061747 req-eb0e2780-1dee-4fe4-b0bd-578350cefd98 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:19.326509 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2fef70da-1f5e-4ea1-91dc-d9d277061747 req-eb0e2780-1dee-4fe4-b0bd-578350cefd98 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0824842 Mar 08 19:49:19.341735 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f6c22f71-b3ff-4272-b0bc-47704c3e56b3 req-48dbc47f-da4f-47a2-8554-2d7afcf67231 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612473 Mar 08 19:49:19.394734 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2fef70da-1f5e-4ea1-91dc-d9d277061747 req-863a05aa-c704-492a-b9f4-616467dd662e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616271 Mar 08 19:49:20.098459 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0958a-5a96-4851-9fce-baafbcc7db7f req-04171e1d-31d5-4ecc-909d-18ab761f19e5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:20.100073 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b5f0958a-5a96-4851-9fce-baafbcc7db7f req-04171e1d-31d5-4ecc-909d-18ab761f19e5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0521505 Mar 08 19:49:20.146103 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b5f0958a-5a96-4851-9fce-baafbcc7db7f req-8d5b96e9-b035-42ba-bc8f-76df4b6520de tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398831 Mar 08 19:49:20.455704 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ee401-76c1-4a26-921a-96365618d055 req-62b729fb-a5cf-4e01-8074-f328a3675861 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:20.457303 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-739ee401-76c1-4a26-921a-96365618d055 req-62b729fb-a5cf-4e01-8074-f328a3675861 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0547028 Mar 08 19:49:20.510277 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-739ee401-76c1-4a26-921a-96365618d055 req-43ba59de-d6ae-40f2-915d-0cbc94517b0d tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457149 Mar 08 19:49:20.525809 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e84e3-9c3f-4673-aeaf-39d87443f08a req-0cea6569-9e1c-44c2-b8cc-d3f43832d99c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:20.527482 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1c3e84e3-9c3f-4673-aeaf-39d87443f08a req-0cea6569-9e1c-44c2-b8cc-d3f43832d99c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0560009 Mar 08 19:49:20.574701 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1c3e84e3-9c3f-4673-aeaf-39d87443f08a req-cf5f1330-8f81-41f5-a689-6330f472755f tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409510 Mar 08 19:49:20.874159 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57794) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:20.985076 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-88af1234-9f73-4073-9372-665e904434f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:21.065277 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-88af1234-9f73-4073-9372-665e904434f7 admin admin] Publish callbacks [] for security_group (68c05bb0-5666-42c1-a410-e12505ba5b19), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:21.080803 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-88af1234-9f73-4073-9372-665e904434f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (68c05bb0-5666-42c1-a410-e12505ba5b19), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:21.123894 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-88af1234-9f73-4073-9372-665e904434f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4526888055d548e9b38109b0b27a149a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486744 Mar 08 19:49:21.124857 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af1234-9f73-4073-9372-665e904434f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c05bb0-5666-42c1-a410-e12505ba5b19,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:21.126589 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 57804) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:21.133398 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af1234-9f73-4073-9372-665e904434f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.133759 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af1234-9f73-4073-9372-665e904434f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.134105 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af1234-9f73-4073-9372-665e904434f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.134455 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af1234-9f73-4073-9372-665e904434f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.134793 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af1234-9f73-4073-9372-665e904434f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.135125 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af1234-9f73-4073-9372-665e904434f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.135462 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af1234-9f73-4073-9372-665e904434f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.135793 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af1234-9f73-4073-9372-665e904434f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.136121 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af1234-9f73-4073-9372-665e904434f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.137113 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af1234-9f73-4073-9372-665e904434f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.137444 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af1234-9f73-4073-9372-665e904434f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.137769 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af1234-9f73-4073-9372-665e904434f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.138093 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88af1234-9f73-4073-9372-665e904434f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.180252 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] Publish callbacks [] for security_group (68c05bb0-5666-42c1-a410-e12505ba5b19), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:21.204952 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] Publish callbacks [] for security_group (68c05bb0-5666-42c1-a410-e12505ba5b19), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:21.292792 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb0be0-7b0d-42a0-8374-65b4912f4d81 req-bf4c3195-8b6a-4566-b8b6-108852cc643c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:21.294275 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6ecb0be0-7b0d-42a0-8374-65b4912f4d81 req-bf4c3195-8b6a-4566-b8b6-108852cc643c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0771415 Mar 08 19:49:21.300600 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (68c05bb0-5666-42c1-a410-e12505ba5b19), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:21.303135 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:21.304216 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/68c05bb0-5666-42c1-a410-e12505ba5b19 HTTP/1.1" status: 204 len: 168 time: 0.1766632 Mar 08 19:49:21.319695 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c05bb0-5666-42c1-a410-e12505ba5b19,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:21.334398 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.334754 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.335098 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.335438 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.335778 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.336429 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.336768 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.337111 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.337433 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.337764 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.338508 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.338508 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.338733 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6811067-1a1d-4a9d-96ba-96ef3424ec67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:21.377671 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6ecb0be0-7b0d-42a0-8374-65b4912f4d81 req-388d5610-b7e0-4896-a782-17ecafb432da tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723522 Mar 08 19:49:21.637150 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b49e33-d756-4891-bac0-b1aa94d91632 req-a5cf2b8a-e00f-40b7-9ec4-a622f8ffc10b tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:21.638668 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b8b49e33-d756-4891-bac0-b1aa94d91632 req-a5cf2b8a-e00f-40b7-9ec4-a622f8ffc10b tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0601008 Mar 08 19:49:21.690051 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b8b49e33-d756-4891-bac0-b1aa94d91632 req-3dcbda90-c7a8-46a8-a8e2-03f52272afb4 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447087 Mar 08 19:49:21.710275 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6760c3-44d7-4806-9f2c-b0866335f373 req-1f435aff-920b-4a10-88b2-b8dae5d8a9d6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:21.711750 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bd6760c3-44d7-4806-9f2c-b0866335f373 req-1f435aff-920b-4a10-88b2-b8dae5d8a9d6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0607176 Mar 08 19:49:21.765653 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bd6760c3-44d7-4806-9f2c-b0866335f373 req-835dc8d9-2c12-403a-86ce-373641d3e31d tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475383 Mar 08 19:49:22.355737 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 57852) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:22.513142 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdcbef-aed5-44a9-8e49-70f83a12ce71 req-ecf19622-592d-477a-a0e6-1254ae285295 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:22.515121 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b6cdcbef-aed5-44a9-8e49-70f83a12ce71 req-ecf19622-592d-477a-a0e6-1254ae285295 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0543129 Mar 08 19:49:22.574167 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b6cdcbef-aed5-44a9-8e49-70f83a12ce71 req-5fc75d0f-af4e-45d3-ac9b-d5b537ff05c4 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533726 Mar 08 19:49:22.596780 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6f12d02d-81c8-4a88-a89b-e998b85315e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:22.678974 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6f12d02d-81c8-4a88-a89b-e998b85315e4 admin admin] Publish callbacks [] for security_group (5434fad6-d855-4ae5-812b-bfa20abced72), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:22.685533 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6f12d02d-81c8-4a88-a89b-e998b85315e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (5434fad6-d855-4ae5-812b-bfa20abced72), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:22.725178 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-6f12d02d-81c8-4a88-a89b-e998b85315e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6372b8da0e149f7b773c4ec95b9c71b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678939 Mar 08 19:49:22.725953 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12d02d-81c8-4a88-a89b-e998b85315e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5434fad6-d855-4ae5-812b-bfa20abced72,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:22.730004 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 57870) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:22.786991 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-61d75da4-9212-47ba-8c74-ed2debbd1209 admin admin] Publish callbacks [] for security_group (5434fad6-d855-4ae5-812b-bfa20abced72), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:22.813594 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-61d75da4-9212-47ba-8c74-ed2debbd1209 admin admin] Publish callbacks [] for security_group (5434fad6-d855-4ae5-812b-bfa20abced72), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:22.842223 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b1666-4613-4af7-a16d-5dec32169f65 req-850b94d7-1280-47eb-a786-16ed4b40e8a3 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:22.843988 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d48b1666-4613-4af7-a16d-5dec32169f65 req-850b94d7-1280-47eb-a786-16ed4b40e8a3 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0745683 Mar 08 19:49:22.906947 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060ba8a-3ec8-4e8d-bc5b-0e86fc0e0426 req-f4fd6cdf-174f-4839-b8c6-25c8d2e39957 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:22.908827 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6060ba8a-3ec8-4e8d-bc5b-0e86fc0e0426 req-f4fd6cdf-174f-4839-b8c6-25c8d2e39957 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0683389 Mar 08 19:49:22.909186 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d48b1666-4613-4af7-a16d-5dec32169f65 req-ea644711-ad22-4398-b7f3-c5aafd0dc8f1 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575478 Mar 08 19:49:22.923921 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-61d75da4-9212-47ba-8c74-ed2debbd1209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (5434fad6-d855-4ae5-812b-bfa20abced72), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:22.926349 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-61d75da4-9212-47ba-8c74-ed2debbd1209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:22.927411 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-61d75da4-9212-47ba-8c74-ed2debbd1209 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5434fad6-d855-4ae5-812b-bfa20abced72 HTTP/1.1" status: 204 len: 168 time: 0.1959245 Mar 08 19:49:22.943802 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d75da4-9212-47ba-8c74-ed2debbd1209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5434fad6-d855-4ae5-812b-bfa20abced72,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:22.991359 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6060ba8a-3ec8-4e8d-bc5b-0e86fc0e0426 req-5884d61f-aa23-4e9d-b922-da5407f9e201 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749931 Mar 08 19:49:23.700889 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f031f-4dc9-4523-b610-a1f54752d19e req-fe8bda25-9266-422b-ba3f-9a62770a7538 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:23.702281 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4c4f031f-4dc9-4523-b610-a1f54752d19e req-fe8bda25-9266-422b-ba3f-9a62770a7538 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0528998 Mar 08 19:49:23.754269 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4c4f031f-4dc9-4523-b610-a1f54752d19e req-a8967f54-f9cc-4c4f-9430-e6928623c55c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461266 Mar 08 19:49:24.044899 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba8734-8098-4a4c-851b-fb65402430aa req-5c17440b-44da-4632-afde-1d6f91490d94 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:24.046462 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e5ba8734-8098-4a4c-851b-fb65402430aa req-5c17440b-44da-4632-afde-1d6f91490d94 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0644565 Mar 08 19:49:24.098054 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e5ba8734-8098-4a4c-851b-fb65402430aa req-ebcde3d7-97f5-4f18-810d-7f83c19b213c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448544 Mar 08 19:49:24.130267 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602ebda-5915-4ea8-b180-79bc2e7d3bcd req-41f17d9d-1eb5-4ae7-8a06-8bba634263bc tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:24.131770 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4602ebda-5915-4ea8-b180-79bc2e7d3bcd req-41f17d9d-1eb5-4ae7-8a06-8bba634263bc tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0662558 Mar 08 19:49:24.184460 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4602ebda-5915-4ea8-b180-79bc2e7d3bcd req-10d6fa82-efe7-4941-ae24-5edc3a46ff62 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467699 Mar 08 19:49:24.405030 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:49:24.886820 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e5c00-7700-4c62-9603-e4cac5fabf31 req-705fdd0d-d17f-4f3b-962e-9c34b0b596d3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:24.888398 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-770e5c00-7700-4c62-9603-e4cac5fabf31 req-705fdd0d-d17f-4f3b-962e-9c34b0b596d3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0610249 Mar 08 19:49:24.943469 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-770e5c00-7700-4c62-9603-e4cac5fabf31 req-274d0c1e-7689-4f35-99f5-a15076d185c8 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489929 Mar 08 19:49:25.254561 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c878f8-599e-460b-98b2-920201c812c7 req-3fec370a-5d1d-49ab-af2b-7124557de1b6 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:25.256259 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-53c878f8-599e-460b-98b2-920201c812c7 req-3fec370a-5d1d-49ab-af2b-7124557de1b6 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0694904 Mar 08 19:49:25.310567 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-53c878f8-599e-460b-98b2-920201c812c7 req-ee65855e-f790-4559-8760-ddba00af8f50 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483832 Mar 08 19:49:25.322005 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b64fab-f792-4834-8222-591d27cbbd5a req-34846e40-0436-4d10-9fdb-ec388edb9a02 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:25.328911 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-65b64fab-f792-4834-8222-591d27cbbd5a req-34846e40-0436-4d10-9fdb-ec388edb9a02 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0634959 Mar 08 19:49:25.380243 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-65b64fab-f792-4834-8222-591d27cbbd5a req-df9d69a4-2680-4db3-b1e7-d117e7cb7bd9 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486770 Mar 08 19:49:26.064657 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 58004) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:26.069130 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-69bef19d-6a9f-4b8b-a93f-3e21a848ecad tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560972698', 'description': 'tempest-description--404476555'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:26.074556 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c5dca-594f-4429-b710-cc90bb34b92d req-e734b346-b479-42a5-81eb-5a65f3566f1e tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:26.076330 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4e5c5dca-594f-4429-b710-cc90bb34b92d req-e734b346-b479-42a5-81eb-5a65f3566f1e tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0558677 Mar 08 19:49:26.090734 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-69bef19d-6a9f-4b8b-a93f-3e21a848ecad tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:26.131066 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4e5c5dca-594f-4429-b710-cc90bb34b92d req-eeb418e1-0376-4a10-a952-4c9c758344e8 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492003 Mar 08 19:49:26.144132 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-6e00cd8a-ce19-4be0-abc4-9b67723c4e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:26.176871 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-69bef19d-6a9f-4b8b-a93f-3e21a848ecad tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (bf527bd0-0a55-40c6-b1d5-971ee6345bfe), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:26.180975 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-69bef19d-6a9f-4b8b-a93f-3e21a848ecad tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (bf527bd0-0a55-40c6-b1d5-971ee6345bfe), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:26.210924 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-69bef19d-6a9f-4b8b-a93f-3e21a848ecad tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:26.212167 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-69bef19d-6a9f-4b8b-a93f-3e21a848ecad tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1464932 Mar 08 19:49:26.215084 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bef19d-6a9f-4b8b-a93f-3e21a848ecad tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf527bd0-0a55-40c6-b1d5-971ee6345bfe,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:26.215850 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 58008) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:26.223003 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-47901b2f-9967-4abf-92e9-ea2006278a6c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'security_group_rule': {'security_group_id': 'bf527bd0-0a55-40c6-b1d5-971ee6345bfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:26.249886 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-47901b2f-9967-4abf-92e9-ea2006278a6c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (70b5adc0-0d4e-4a41-8bfb-f2136a796bf1), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:26.311721 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-47901b2f-9967-4abf-92e9-ea2006278a6c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (70b5adc0-0d4e-4a41-8bfb-f2136a796bf1), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:26.314596 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-47901b2f-9967-4abf-92e9-ea2006278a6c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (70b5adc0-0d4e-4a41-8bfb-f2136a796bf1), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:26.335587 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47901b2f-9967-4abf-92e9-ea2006278a6c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b5adc0-0d4e-4a41-8bfb-f2136a796bf1,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:26.342400 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-47901b2f-9967-4abf-92e9-ea2006278a6c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:26.346117 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-47901b2f-9967-4abf-92e9-ea2006278a6c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265628 Mar 08 19:49:26.348059 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 58018) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:26.352548 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-2053deeb-1605-4f23-983f-d41bc2599f17 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'security_group_rule': {'security_group_id': 'bf527bd0-0a55-40c6-b1d5-971ee6345bfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:26.383153 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-2053deeb-1605-4f23-983f-d41bc2599f17 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (c25eabbf-e95b-43d8-be01-21580fbca878), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:26.454499 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-2053deeb-1605-4f23-983f-d41bc2599f17 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (c25eabbf-e95b-43d8-be01-21580fbca878), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:26.461030 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-2053deeb-1605-4f23-983f-d41bc2599f17 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (c25eabbf-e95b-43d8-be01-21580fbca878), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:26.479171 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd16096-40b1-4623-bc5a-4fa68b05979d req-49812e71-d98f-4a2b-8e34-7b2663536116 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:26.481349 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bdd16096-40b1-4623-bc5a-4fa68b05979d req-49812e71-d98f-4a2b-8e34-7b2663536116 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0862689 Mar 08 19:49:26.501743 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053deeb-1605-4f23-983f-d41bc2599f17 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25eabbf-e95b-43d8-be01-21580fbca878,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:26.522659 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-2053deeb-1605-4f23-983f-d41bc2599f17 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:26.524799 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-2053deeb-1605-4f23-983f-d41bc2599f17 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1756475 Mar 08 19:49:26.528320 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 58032) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:26.533213 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-75a857c9-cedd-4fa7-a98e-531ae35dc91a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'floatingip': {'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:26.544254 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8897a14-d68f-4e14-93db-37d9355d3adc req-e8636a0e-bb2f-4e98-afe9-cd86387e5205 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:26.545868 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a8897a14-d68f-4e14-93db-37d9355d3adc req-e8636a0e-bb2f-4e98-afe9-cd86387e5205 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0867479 Mar 08 19:49:26.566249 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bdd16096-40b1-4623-bc5a-4fa68b05979d req-57132162-159b-4aaa-aea6-5c9bc8662cfc tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723166 Mar 08 19:49:26.572245 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-75a857c9-cedd-4fa7-a98e-531ae35dc91a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:26.611202 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a8897a14-d68f-4e14-93db-37d9355d3adc req-efabfc20-c6fd-4f1e-b2b6-b9be0bb6eb3d tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587745 Mar 08 19:49:26.701630 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-75a857c9-cedd-4fa7-a98e-531ae35dc91a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:26.835274 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [None req-75a857c9-cedd-4fa7-a98e-531ae35dc91a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Allocated IP 172.27.1.94 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/7dc8c02d-4e0d-4437-a3bc-2e6087e0ac99) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:49:26.945795 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-75a857c9-cedd-4fa7-a98e-531ae35dc91a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for port (7dc8c02d-4e0d-4437-a3bc-2e6087e0ac99), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:26.985483 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-75a857c9-cedd-4fa7-a98e-531ae35dc91a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (7dc8c02d-4e0d-4437-a3bc-2e6087e0ac99), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:27.031584 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a857c9-cedd-4fa7-a98e-531ae35dc91a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:49:27.034760 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-75a857c9-cedd-4fa7-a98e-531ae35dc91a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:49:27.038515 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a857c9-cedd-4fa7-a98e-531ae35dc91a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:49:27.045103 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a857c9-cedd-4fa7-a98e-531ae35dc91a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'Port': ['ID=7dc8c02d-4e0d-4437-a3bc-2e6087e0ac99,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:27.150548 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-75a857c9-cedd-4fa7-a98e-531ae35dc91a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (64612e01-4e8a-4fef-8abb-8f25d629d2c5), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:27.193792 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-75a857c9-cedd-4fa7-a98e-531ae35dc91a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (7dc8c02d-4e0d-4437-a3bc-2e6087e0ac99), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:27.337824 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678f6c-74db-4ebf-9baa-37c6fd857ac3 req-1a302788-42eb-4364-a631-cac0ed4aa2db tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:27.339235 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-59678f6c-74db-4ebf-9baa-37c6fd857ac3 req-1a302788-42eb-4364-a631-cac0ed4aa2db tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.1136391 Mar 08 19:49:27.415729 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-59678f6c-74db-4ebf-9baa-37c6fd857ac3 req-74a11d8c-5e58-47c8-a03b-9ac0d842030d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708673 Mar 08 19:49:27.423996 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-75a857c9-cedd-4fa7-a98e-531ae35dc91a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for port (7dc8c02d-4e0d-4437-a3bc-2e6087e0ac99), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:27.428717 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-75a857c9-cedd-4fa7-a98e-531ae35dc91a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (7dc8c02d-4e0d-4437-a3bc-2e6087e0ac99), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:27.497472 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a857c9-cedd-4fa7-a98e-531ae35dc91a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'Port': ['ID=7dc8c02d-4e0d-4437-a3bc-2e6087e0ac99,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:27.505402 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-75a857c9-cedd-4fa7-a98e-531ae35dc91a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (64612e01-4e8a-4fef-8abb-8f25d629d2c5), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:27.519541 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-75a857c9-cedd-4fa7-a98e-531ae35dc91a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:27.520930 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-75a857c9-cedd-4fa7-a98e-531ae35dc91a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9916632 Mar 08 19:49:27.690078 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1a05a-d114-4c29-a519-42707032bcb3 req-4e0a538d-8e32-4563-b199-359a36e7724d tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:27.691608 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-32b1a05a-d114-4c29-a519-42707032bcb3 req-4e0a538d-8e32-4563-b199-359a36e7724d tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0531638 Mar 08 19:49:27.741090 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-585418ae-83e9-4020-a6ba-8521b6f17595 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--560972698&fields=id&tenant_id=94f11a138e0849f79d37eff5a59cf1cb HTTP/1.1" status: 200 len: 267 time: 0.0652976 Mar 08 19:49:27.763463 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-32b1a05a-d114-4c29-a519-42707032bcb3 req-d0342076-24b5-4ac3-9486-315988d9a4d0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632193 Mar 08 19:49:27.860605 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-f6bcb55a-68bd-4e84-9fe4-bafef87d834f tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:27.862411 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-f6bcb55a-68bd-4e84-9fe4-bafef87d834f tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/networks?id=dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 200 len: 815 time: 0.1168408 Mar 08 19:49:27.875133 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e721db-4c81-41be-ac8a-706ec57cd75e req-63e0697b-6cf4-4a6c-b1e1-31686cde0d2a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:27.876656 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-49e721db-4c81-41be-ac8a-706ec57cd75e req-63e0697b-6cf4-4a6c-b1e1-31686cde0d2a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0540502 Mar 08 19:49:27.896004 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-acf74039-75b2-4479-979d-9c898a8324f1 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/quotas/94f11a138e0849f79d37eff5a59cf1cb HTTP/1.1" status: 200 len: 375 time: 0.0251715 Mar 08 19:49:27.926934 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-49e721db-4c81-41be-ac8a-706ec57cd75e req-c13338a3-e7ef-47b6-bc92-b7e1d4fdb54a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443916 Mar 08 19:49:27.938138 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7791e-9adf-4101-826f-3aa3d9178543 req-3f59d919-5fa0-4e98-b181-2025e2eec314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:27.939637 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6ee7791e-9adf-4101-826f-3aa3d9178543 req-3f59d919-5fa0-4e98-b181-2025e2eec314 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 1130 time: 0.0762174 Mar 08 19:49:27.974863 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-4dbdc77c-ff26-477a-a72e-17d7316e754c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712898 Mar 08 19:49:28.018529 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6ee7791e-9adf-4101-826f-3aa3d9178543 req-f41a61f2-f57d-4ac9-ba61-2f1a939c5e51 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698669 Mar 08 19:49:28.080745 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-abb33be3-13f3-49f5-9b1b-3f2fb6e2f1de service neutron] 10.222.0.45 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916088 Mar 08 19:49:28.173732 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-b30d86f2-bf9e-44d5-a769-53cf2866df8a service neutron] 10.222.0.45 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873175 Mar 08 19:49:28.367428 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3c53c73d-e9c3-42b8-96d6-2a3caf6f28fe req-2ed653a4-ca23-4f51-9916-7744d21ad04e tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 210 time: 0.0381782 Mar 08 19:49:28.422856 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b897ee2b-9bb3-42ab-8512-7865560759ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:28.566984 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dd4bb-094b-402d-a07a-e1ef978d62e2 req-5f152f3c-652e-4100-aaf4-42ee86b8b8c3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:28.568827 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-683dd4bb-094b-402d-a07a-e1ef978d62e2 req-5f152f3c-652e-4100-aaf4-42ee86b8b8c3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0704010 Mar 08 19:49:28.623512 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-683dd4bb-094b-402d-a07a-e1ef978d62e2 req-fa806bd0-9a66-46b9-83b7-8592ef15fdf1 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485535 Mar 08 19:49:28.884608 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6956e-cd8d-4bf8-b67e-d7e962ea0f86 req-2b0f3c6b-1daa-4bd2-8629-f41d7f634bd3 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:28.886163 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6ad6956e-cd8d-4bf8-b67e-d7e962ea0f86 req-2b0f3c6b-1daa-4bd2-8629-f41d7f634bd3 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0546966 Mar 08 19:49:28.936051 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6ad6956e-cd8d-4bf8-b67e-d7e962ea0f86 req-602e1eb7-7e02-40cc-b889-0953e3dc951f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441489 Mar 08 19:49:29.059925 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e752d3-ad69-4c26-b02e-ace3b0c61073 req-0f2cf6b5-d68b-4929-bdb1-5966c6e890cd tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:29.061424 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c3e752d3-ad69-4c26-b02e-ace3b0c61073 req-0f2cf6b5-d68b-4929-bdb1-5966c6e890cd tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0591235 Mar 08 19:49:29.108611 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c3e752d3-ad69-4c26-b02e-ace3b0c61073 req-a723321c-c7f5-4b64-917c-181d3a791b7e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405388 Mar 08 19:49:29.468681 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2bfc17bc-9eb8-4c30-a9ff-6ae14377f2ff req-54ef9433-c6ee-4502-a500-b327dae5043d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 210 time: 0.0280004 Mar 08 19:49:29.606549 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-95e0bbed-619a-42e1-8265-e2dacdd385a2 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:29.608412 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-95e0bbed-619a-42e1-8265-e2dacdd385a2 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "GET /v2.0/networks?id=dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 200 len: 815 time: 0.1132090 Mar 08 19:49:29.624034 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:29.706451 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-32de4b6b-d6b0-426e-a465-005aeab2526e tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94f11a138e0849f79d37eff5a59cf1cb HTTP/1.1" status: 200 len: 472 time: 0.0837953 Mar 08 19:49:29.722209 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-ade80bd3-5be6-4ee5-bd5d-9ea15c61ef35 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'port': {'device_id': 'b7092a06-ffd5-4d33-883b-eee953ed48fd', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'admin_state_up': True, 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'security_groups': ['bf527bd0-0a55-40c6-b1d5-971ee6345bfe']}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:29.838632 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1f725-5a42-46ff-9997-cc4521bd2a37 req-3622176a-a30a-4617-8dba-f2cc2c57803a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:29.845466 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7ba1f725-5a42-46ff-9997-cc4521bd2a37 req-3622176a-a30a-4617-8dba-f2cc2c57803a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.1379120 Mar 08 19:49:29.915272 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-ade80bd3-5be6-4ee5-bd5d-9ea15c61ef35 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Made reservation on behalf of 94f11a138e0849f79d37eff5a59cf1cb for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:49:29.919111 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-ade80bd3-5be6-4ee5-bd5d-9ea15c61ef35 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:29.931335 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7ba1f725-5a42-46ff-9997-cc4521bd2a37 req-3a0ff00f-8d23-4243-b273-8f21940f6068 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850170 Mar 08 19:49:30.022268 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 58172) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:30.066496 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-ade80bd3-5be6-4ee5-bd5d-9ea15c61ef35 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Allocated IP 172.20.0.4 (dfea349b-6bfd-41c2-92c4-062cebf33ab6/5d1de695-2f89-4670-8368-e25440455f01/94b67e3f-c2ae-40cf-b44c-507ba8c0d290) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:49:30.093273 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78580b-52e2-4644-9a4a-19fb1db51abe req-f17b5bcd-2366-4333-84a2-023127ae89ef tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:30.104630 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cc78580b-52e2-4644-9a4a-19fb1db51abe req-f17b5bcd-2366-4333-84a2-023127ae89ef tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0968127 Mar 08 19:49:30.209509 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cc78580b-52e2-4644-9a4a-19fb1db51abe req-a335ec77-0233-48bc-a81c-fcd1b89400ba tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031201 Mar 08 19:49:30.210385 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-00e7e718-33c9-43ba-839d-b499497bae67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:30.311950 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75241a8-0205-4665-b048-03299938e239 req-6adc902c-595f-4434-8090-6623f5219124 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:30.313501 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c75241a8-0205-4665-b048-03299938e239 req-6adc902c-595f-4434-8090-6623f5219124 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0911231 Mar 08 19:49:30.326284 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-ade80bd3-5be6-4ee5-bd5d-9ea15c61ef35 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for port (94b67e3f-c2ae-40cf-b44c-507ba8c0d290), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:30.330428 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-00e7e718-33c9-43ba-839d-b499497bae67 admin admin] Publish callbacks [] for security_group (087fb9ac-ba8b-4c13-a6be-64d8c241c1a8), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:30.338701 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-00e7e718-33c9-43ba-839d-b499497bae67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (087fb9ac-ba8b-4c13-a6be-64d8c241c1a8), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:30.383084 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7e718-33c9-43ba-839d-b499497bae67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087fb9ac-ba8b-4c13-a6be-64d8c241c1a8,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:30.388055 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-00e7e718-33c9-43ba-839d-b499497bae67 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0cc095d4a0cc48228207fe257d632588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3639734 Mar 08 19:49:30.390844 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 58184) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:30.405630 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c75241a8-0205-4665-b048-03299938e239 req-0654ae3c-a69a-42a4-905e-aa5f9ef0ba32 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776107 Mar 08 19:49:30.429489 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-ade80bd3-5be6-4ee5-bd5d-9ea15c61ef35 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (94b67e3f-c2ae-40cf-b44c-507ba8c0d290), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:30.469463 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-205e9a8c-b243-463b-9647-8ca7d535bbe3 admin admin] Publish callbacks [] for security_group (087fb9ac-ba8b-4c13-a6be-64d8c241c1a8), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:30.480670 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-ade80bd3-5be6-4ee5-bd5d-9ea15c61ef35 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Network dfea349b-6bfd-41c2-92c4-062cebf33ab6 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:49:30.484331 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-ade80bd3-5be6-4ee5-bd5d-9ea15c61ef35 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:49:30.502653 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-ade80bd3-5be6-4ee5-bd5d-9ea15c61ef35 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:49:30.506497 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-205e9a8c-b243-463b-9647-8ca7d535bbe3 admin admin] Publish callbacks [] for security_group (087fb9ac-ba8b-4c13-a6be-64d8c241c1a8), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:30.577528 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade80bd3-5be6-4ee5-bd5d-9ea15c61ef35 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'Port': ['ID=94b67e3f-c2ae-40cf-b44c-507ba8c0d290,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:30.579542 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-205e9a8c-b243-463b-9647-8ca7d535bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (087fb9ac-ba8b-4c13-a6be-64d8c241c1a8), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:30.582771 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-205e9a8c-b243-463b-9647-8ca7d535bbe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:30.584081 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-205e9a8c-b243-463b-9647-8ca7d535bbe3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/087fb9ac-ba8b-4c13-a6be-64d8c241c1a8 HTTP/1.1" status: 204 len: 168 time: 0.1922772 Mar 08 19:49:30.594203 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e9a8c-b243-463b-9647-8ca7d535bbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087fb9ac-ba8b-4c13-a6be-64d8c241c1a8,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:30.646661 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-ade80bd3-5be6-4ee5-bd5d-9ea15c61ef35 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:30.648009 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-ade80bd3-5be6-4ee5-bd5d-9ea15c61ef35 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:30.688141 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bf5e9-e867-45c7-bc50-210c325eba98 req-82590799-5398-4bed-a0a1-310f9706e1a0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:30.690051 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f84bf5e9-e867-45c7-bc50-210c325eba98 req-82590799-5398-4bed-a0a1-310f9706e1a0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.1676743 Mar 08 19:49:30.692165 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c729c09-51a2-426d-993b-88a4d9958811 req-0aed55f4-93ba-4199-be20-eb7fdb087f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:30.693762 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3c729c09-51a2-426d-993b-88a4d9958811 req-0aed55f4-93ba-4199-be20-eb7fdb087f55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72ed260f86604db6ac28144af3dfb647&device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 1130 time: 0.1870067 Mar 08 19:49:30.695553 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99955f76-6c47-4ad1-8936-b8fc89374759 req-16c69859-ea9c-45b0-b63c-ece8035bd592 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:30.697616 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-ade80bd3-5be6-4ee5-bd5d-9ea15c61ef35 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9800029 Mar 08 19:49:30.702852 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-99955f76-6c47-4ad1-8936-b8fc89374759 req-16c69859-ea9c-45b0-b63c-ece8035bd592 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 931 time: 0.0974247 Mar 08 19:49:30.760138 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-99955f76-6c47-4ad1-8936-b8fc89374759 req-2e07ac23-02ad-41e0-8a6c-dd4f9d00809d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf527bd0-0a55-40c6-b1d5-971ee6345bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563774 Mar 08 19:49:30.763863 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Request body: {'port': {'device_id': 'b7092a06-ffd5-4d33-883b-eee953ed48fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:30.820560 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f84bf5e9-e867-45c7-bc50-210c325eba98 req-07a57c22-b9e4-4799-9dac-fad94314a6ea tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217296 Mar 08 19:49:30.882757 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-633e7f2a-eee3-40dc-ac05-64920cfc3b22 None None] Provisioning complete for port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:30.883807 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-633e7f2a-eee3-40dc-ac05-64920cfc3b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (94b67e3f-c2ae-40cf-b44c-507ba8c0d290), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:30.894607 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (94b67e3f-c2ae-40cf-b44c-507ba8c0d290), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:30.927465 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-633e7f2a-eee3-40dc-ac05-64920cfc3b22 None None] Port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:49:30.946522 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c729c09-51a2-426d-993b-88a4d9958811 req-81126ccb-11d5-4454-83c2-0fe542f18207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:30.948015 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3c729c09-51a2-426d-993b-88a4d9958811 req-81126ccb-11d5-4454-83c2-0fe542f18207 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8886c69-71b5-4f2a-a8b1-45077b0e7696 HTTP/1.1" status: 200 len: 920 time: 0.2383642 Mar 08 19:49:30.967595 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 58198) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:30.981270 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-2a7d542e-d127-41e3-a89a-1f89f63a3221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:31.059060 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:31.081493 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d896e-0c80-4d0e-b96c-6a05ff6f7eca req-ed20bfb7-67e2-4635-937e-ad80fa6297c8 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:31.083087 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9b2d896e-0c80-4d0e-b96c-6a05ff6f7eca req-ed20bfb7-67e2-4635-937e-ad80fa6297c8 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0822258 Mar 08 19:49:31.122912 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-2a7d542e-d127-41e3-a89a-1f89f63a3221 admin admin] Publish callbacks [] for security_group (c20deccd-91d1-42b4-8273-1525fb3fe4fb), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:31.131630 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-2a7d542e-d127-41e3-a89a-1f89f63a3221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (c20deccd-91d1-42b4-8273-1525fb3fe4fb), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:31.193309 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-2a7d542e-d127-41e3-a89a-1f89f63a3221 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f20ed7ad43004e088188b61c9e9cec64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207127 Mar 08 19:49:31.195880 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9b2d896e-0c80-4d0e-b96c-6a05ff6f7eca req-45f27866-a826-417b-9a01-261cfa552fce tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022944 Mar 08 19:49:31.196383 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 58202) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:31.198406 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d542e-d127-41e3-a89a-1f89f63a3221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20deccd-91d1-42b4-8273-1525fb3fe4fb,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:31.227260 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3c729c09-51a2-426d-993b-88a4d9958811 req-daa3c3f2-328d-42a8-9150-6ac2b51b06cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3922c2b2-0487-47bb-b9e7-3f5915f09d4f HTTP/1.1" status: 200 len: 217 time: 0.2699547 Mar 08 19:49:31.260258 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-daf93afd-c2ed-47c7-a85d-0cc229c78dcf admin admin] Publish callbacks [] for security_group (c20deccd-91d1-42b4-8273-1525fb3fe4fb), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:31.284262 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-daf93afd-c2ed-47c7-a85d-0cc229c78dcf admin admin] Publish callbacks [] for security_group (c20deccd-91d1-42b4-8273-1525fb3fe4fb), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:31.334751 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-daf93afd-c2ed-47c7-a85d-0cc229c78dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (c20deccd-91d1-42b4-8273-1525fb3fe4fb), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:31.337447 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-daf93afd-c2ed-47c7-a85d-0cc229c78dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:31.338723 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-daf93afd-c2ed-47c7-a85d-0cc229c78dcf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c20deccd-91d1-42b4-8273-1525fb3fe4fb HTTP/1.1" status: 204 len: 168 time: 0.1412826 Mar 08 19:49:31.341026 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c729c09-51a2-426d-993b-88a4d9958811 req-040ef600-3d4d-444d-9e8a-d1073e4b6fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:31.342486 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3c729c09-51a2-426d-993b-88a4d9958811 req-040ef600-3d4d-444d-9e8a-d1073e4b6fa7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a50455b0-9330-418e-b6d3-f83bdb8fede0 HTTP/1.1" status: 200 len: 859 time: 0.1083837 Mar 08 19:49:31.347742 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf93afd-c2ed-47c7-a85d-0cc229c78dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20deccd-91d1-42b4-8273-1525fb3fe4fb,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:31.382524 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3c729c09-51a2-426d-993b-88a4d9958811 req-ab2aeb96-9ad9-4cca-a169-bc4125f4d648 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8886c69-71b5-4f2a-a8b1-45077b0e7696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302384 Mar 08 19:49:31.568402 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 58218) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:31.591743 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3c729c09-51a2-426d-993b-88a4d9958811 req-77a611c8-6985-428d-9df9-c50f81d67f5f service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935170 Mar 08 19:49:31.634744 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c1b17-bd88-40d5-b396-0e00d90f972d req-636655b6-bc7d-4220-b53d-5f761aec7f60 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:31.636568 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6a6c1b17-bd88-40d5-b396-0e00d90f972d req-636655b6-bc7d-4220-b53d-5f761aec7f60 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.1515234 Mar 08 19:49:31.690119 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1745c1d8-e359-4c8c-a5be-db5fb5f52f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:31.707355 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 58222) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:31.725266 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-af58ca37-1ff4-45a0-862f-12d0eab668dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:31.764565 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:49:31.780421 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Publish callbacks [] for port (94b67e3f-c2ae-40cf-b44c-507ba8c0d290), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:31.785299 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6a6c1b17-bd88-40d5-b396-0e00d90f972d req-c69f7b1e-5726-415a-935a-2c030e1c41eb tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350651 Mar 08 19:49:31.812760 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3c729c09-51a2-426d-993b-88a4d9958811 req-b8288d26-01e1-4c84-bb81-fd7e9c52101d service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089694 Mar 08 19:49:31.815267 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Transition to ACTIVE for port object 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:49:31.821547 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (94b67e3f-c2ae-40cf-b44c-507ba8c0d290), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:31.822785 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1745c1d8-e359-4c8c-a5be-db5fb5f52f00 admin admin] Publish callbacks [] for security_group (ce9eef3f-594d-4460-8ee6-66b86141bc7a), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:31.833093 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1745c1d8-e359-4c8c-a5be-db5fb5f52f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ce9eef3f-594d-4460-8ee6-66b86141bc7a), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:31.887688 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Pushing event updated for resources: {'Port': ['ID=94b67e3f-c2ae-40cf-b44c-507ba8c0d290,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:31.934899 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-1745c1d8-e359-4c8c-a5be-db5fb5f52f00 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cbed5d69cc2f41b888bab6246f70b17e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3631625 Mar 08 19:49:31.938870 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 58228) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:31.943120 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745c1d8-e359-4c8c-a5be-db5fb5f52f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9eef3f-594d-4460-8ee6-66b86141bc7a,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:31.991751 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cc87f-bf50-4737-8161-efe2edf01c6e req-153cfe9f-c9e4-4e1d-9b77-ba1997610432 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:31.996767 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-478cc87f-bf50-4737-8161-efe2edf01c6e req-153cfe9f-c9e4-4e1d-9b77-ba1997610432 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 943 time: 0.1595213 Mar 08 19:49:32.012858 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-af58ca37-1ff4-45a0-862f-12d0eab668dc admin admin] Publish callbacks [] for security_group (09255360-9fe5-48d0-9c19-b6c16ac7e52b), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:32.022348 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-af58ca37-1ff4-45a0-862f-12d0eab668dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (09255360-9fe5-48d0-9c19-b6c16ac7e52b), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:32.052218 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Attempting to bind port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:49:32.052677 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Attempting to bind port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:49:32.053079 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Attempting to bind port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 on network dfea349b-6bfd-41c2-92c4-062cebf33ab6 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:49:32.060893 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 on network dfea349b-6bfd-41c2-92c4-062cebf33ab6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:49:32.061356 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Attempting to bind port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 on network dfea349b-6bfd-41c2-92c4-062cebf33ab6 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:49:32.077756 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:49:32.078090 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Checking segment: {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:49:32.078472 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Bound using segment: {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:49:32.078906 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Bound port: 94b67e3f-c2ae-40cf-b44c-507ba8c0d290, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:49:32.079261 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (94b67e3f-c2ae-40cf-b44c-507ba8c0d290), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:32.081003 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-478cc87f-bf50-4737-8161-efe2edf01c6e req-cc4bc64d-8727-443a-9862-bfb2b024f131 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf527bd0-0a55-40c6-b1d5-971ee6345bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783432 Mar 08 19:49:32.089521 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f3397-bf1d-473d-8031-a31553d3e81b req-3b8640ad-2aec-498f-9abd-b69a9e296454 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:32.090973 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-af58ca37-1ff4-45a0-862f-12d0eab668dc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92fd54d177d8416096ddf5572227c379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826416 Mar 08 19:49:32.093338 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58ca37-1ff4-45a0-862f-12d0eab668dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09255360-9fe5-48d0-9c19-b6c16ac7e52b,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:32.093925 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-177f3397-bf1d-473d-8031-a31553d3e81b req-3b8640ad-2aec-498f-9abd-b69a9e296454 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.1443219 Mar 08 19:49:32.094658 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-549afc1d-6768-47fa-980c-d6f87cae0ba6 admin admin] Publish callbacks [] for security_group (ce9eef3f-594d-4460-8ee6-66b86141bc7a), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:32.096265 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 58232) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:32.194339 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-549afc1d-6768-47fa-980c-d6f87cae0ba6 admin admin] Publish callbacks [] for security_group (ce9eef3f-594d-4460-8ee6-66b86141bc7a), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:32.274273 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-177f3397-bf1d-473d-8031-a31553d3e81b req-bccba5c8-e702-4770-a3c3-b5502e8ffbad tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634459 Mar 08 19:49:32.276752 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0773ac65-1106-4281-adba-d7bd7d1ac91e admin admin] Publish callbacks [] for security_group (09255360-9fe5-48d0-9c19-b6c16ac7e52b), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:32.280821 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] For port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:49:32.285190 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] For port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=94b67e3f-c2ae-40cf-b44c-507ba8c0d290,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:49:32.301630 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (94b67e3f-c2ae-40cf-b44c-507ba8c0d290), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:32.318659 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0773ac65-1106-4281-adba-d7bd7d1ac91e admin admin] Publish callbacks [] for security_group (09255360-9fe5-48d0-9c19-b6c16ac7e52b), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:32.325655 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe842aa9-6d5f-4a2a-b5dd-780e26335187 req-fbf4e593-fd04-4983-b864-62158701e02d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:32.327246 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fe842aa9-6d5f-4a2a-b5dd-780e26335187 req-fbf4e593-fd04-4983-b864-62158701e02d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0614314 Mar 08 19:49:32.356925 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:32.367053 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:32.367670 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:32.369600 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] 10.222.0.60 "PUT /v2.0/ports/94b67e3f-c2ae-40cf-b44c-507ba8c0d290 HTTP/1.1" status: 200 len: 1093 time: 1.6583099 Mar 08 19:49:32.369600 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7092a06-ffd5-4d33-883b-eee953ed48fd', 'tag': '94b67e3f-c2ae-40cf-b44c-507ba8c0d290'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:49:32.372546 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e52172-ebb0-44cb-b7d7-227c71542968" -d '{"events": [{"name": "network-changed", "server_uuid": "b7092a06-ffd5-4d33-883b-eee953ed48fd", "tag": "94b67e3f-c2ae-40cf-b44c-507ba8c0d290"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:49:32.389355 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-549afc1d-6768-47fa-980c-d6f87cae0ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ce9eef3f-594d-4460-8ee6-66b86141bc7a), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:32.390847 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fe842aa9-6d5f-4a2a-b5dd-780e26335187 req-ad16c43c-89bf-4944-9413-b0b58e714a9c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579913 Mar 08 19:49:32.391987 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-549afc1d-6768-47fa-980c-d6f87cae0ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:32.393216 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-549afc1d-6768-47fa-980c-d6f87cae0ba6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ce9eef3f-594d-4460-8ee6-66b86141bc7a HTTP/1.1" status: 204 len: 168 time: 0.4533441 Mar 08 19:49:32.421779 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bee66f-d307-4049-8493-d8d07ff41d3d service neutron] Pushing event updated for resources: {'Port': ['ID=94b67e3f-c2ae-40cf-b44c-507ba8c0d290,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:32.426915 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549afc1d-6768-47fa-980c-d6f87cae0ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9eef3f-594d-4460-8ee6-66b86141bc7a,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:32.475664 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbebcb73-6a99-41b8-ab3b-2223cee15651 x-openstack-request-id: req-dbebcb73-6a99-41b8-ab3b-2223cee15651 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:49:32.475955 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7092a06-ffd5-4d33-883b-eee953ed48fd", "tag": "94b67e3f-c2ae-40cf-b44c-507ba8c0d290", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:49:32.476713 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dbebcb73-6a99-41b8-ab3b-2223cee15651 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:49:32.477244 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7092a06-ffd5-4d33-883b-eee953ed48fd', 'tag': '94b67e3f-c2ae-40cf-b44c-507ba8c0d290', 'status': 'completed', 'code': 200} Mar 08 19:49:32.481248 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0773ac65-1106-4281-adba-d7bd7d1ac91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (09255360-9fe5-48d0-9c19-b6c16ac7e52b), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:32.484259 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0773ac65-1106-4281-adba-d7bd7d1ac91e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:32.485472 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-0773ac65-1106-4281-adba-d7bd7d1ac91e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09255360-9fe5-48d0-9c19-b6c16ac7e52b HTTP/1.1" status: 204 len: 168 time: 0.3830740 Mar 08 19:49:32.495205 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773ac65-1106-4281-adba-d7bd7d1ac91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09255360-9fe5-48d0-9c19-b6c16ac7e52b,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:32.510522 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-8fb3955f-663e-4976-926c-0ef2bf7feb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:32.512358 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-8fb3955f-663e-4976-926c-0ef2bf7feb49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 1127 time: 0.0871830 Mar 08 19:49:32.568518 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-6436c0fe-0619-4fb1-acf4-895bcb6bef16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94b67e3f-c2ae-40cf-b44c-507ba8c0d290 HTTP/1.1" status: 200 len: 217 time: 0.0467370 Mar 08 19:49:32.628603 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-493a90bc-044c-4ec9-85b1-ab9836eb5d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:32.630074 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-493a90bc-044c-4ec9-85b1-ab9836eb5d65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d1de695-2f89-4670-8368-e25440455f01 HTTP/1.1" status: 200 len: 854 time: 0.0535440 Mar 08 19:49:32.685855 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-81188329-b757-4e2e-8b42-ed839bbdcf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:32.687612 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-81188329-b757-4e2e-8b42-ed839bbdcf01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfea349b-6bfd-41c2-92c4-062cebf33ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504332 Mar 08 19:49:32.791493 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-c721eac1-a1f8-4acc-89ce-d62d90b3f21d service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956655 Mar 08 19:49:32.903150 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a41ca401-37dc-4e8d-860a-b9e98e931bf0 req-63da60d5-49bc-420f-9ceb-c7a46aadd663 service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057138 Mar 08 19:49:32.939075 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d4baf-4b25-43f2-949e-297a69617944 req-ec07c7ac-3431-4d42-9db6-0afa824d26ce tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:32.940946 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fd9d4baf-4b25-43f2-949e-297a69617944 req-ec07c7ac-3431-4d42-9db6-0afa824d26ce tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0723197 Mar 08 19:49:32.969417 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 58254) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:32.987992 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a13a1a0c-2464-48cb-8ad4-68c7f38b6014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:33.019072 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52172-ebb0-44cb-b7d7-227c71542968 req-25a68502-3144-44a5-9122-f8c3200844d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:33.021521 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-58e52172-ebb0-44cb-b7d7-227c71542968 req-25a68502-3144-44a5-9122-f8c3200844d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 1127 time: 0.0561163 Mar 08 19:49:33.022154 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fd9d4baf-4b25-43f2-949e-297a69617944 req-ee0ff527-545c-435a-8931-42ac6e2df1c2 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666955 Mar 08 19:49:33.118635 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a13a1a0c-2464-48cb-8ad4-68c7f38b6014 admin admin] Publish callbacks [] for security_group (a254ae2f-c107-4f4f-a9f1-14bd5b35064b), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:33.124135 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a13a1a0c-2464-48cb-8ad4-68c7f38b6014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (a254ae2f-c107-4f4f-a9f1-14bd5b35064b), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:33.162688 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52172-ebb0-44cb-b7d7-227c71542968 req-1712d252-92e1-4a68-9cb9-61e6b0c281ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:33.166932 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-58e52172-ebb0-44cb-b7d7-227c71542968 req-1712d252-92e1-4a68-9cb9-61e6b0c281ce service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 200 len: 916 time: 0.1382155 Mar 08 19:49:33.169982 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-a13a1a0c-2464-48cb-8ad4-68c7f38b6014 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=931a5a896b8f40989cd55c4c6e13277d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995623 Mar 08 19:49:33.170856 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a1a0c-2464-48cb-8ad4-68c7f38b6014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a254ae2f-c107-4f4f-a9f1-14bd5b35064b,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:33.172677 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 58266) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:33.229382 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411f432-3bc5-4e32-8378-1e33e3dc7b98 req-1d47ac77-dff3-490d-b8a4-73c01a16072b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:33.231058 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c411f432-3bc5-4e32-8378-1e33e3dc7b98 req-1d47ac77-dff3-490d-b8a4-73c01a16072b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 943 time: 0.0567577 Mar 08 19:49:33.232368 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-58e52172-ebb0-44cb-b7d7-227c71542968 req-c0ce49dd-c62b-4aeb-8b8e-93e9ea8572c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94b67e3f-c2ae-40cf-b44c-507ba8c0d290 HTTP/1.1" status: 200 len: 217 time: 0.0573766 Mar 08 19:49:33.282834 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c411f432-3bc5-4e32-8378-1e33e3dc7b98 req-4b581580-5e32-46d0-bc51-358f8df40212 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf527bd0-0a55-40c6-b1d5-971ee6345bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460029 Mar 08 19:49:33.336280 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52172-ebb0-44cb-b7d7-227c71542968 req-d1448c52-5796-4ad3-9107-cea3339f3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:33.337753 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-58e52172-ebb0-44cb-b7d7-227c71542968 req-d1448c52-5796-4ad3-9107-cea3339f3360 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d1de695-2f89-4670-8368-e25440455f01 HTTP/1.1" status: 200 len: 854 time: 0.0873597 Mar 08 19:49:33.343151 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-319859b7-8984-44eb-8620-97765919a5d4 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402729954&fields=id&tenant_id=2b47b5204f2f43e5a2162e5e0f450500 HTTP/1.1" status: 200 len: 267 time: 0.1161082 Mar 08 19:49:33.346014 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-83d15a57-8e2b-4e20-aa1d-6df3138242ec admin admin] Publish callbacks [] for security_group (a254ae2f-c107-4f4f-a9f1-14bd5b35064b), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:33.422423 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799f3a6-a4b1-43b6-9b34-b00e0b8b6013 req-b0b855fb-754f-4b55-b6b7-1b19a4bef78c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:33.424164 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3799f3a6-a4b1-43b6-9b34-b00e0b8b6013 req-b0b855fb-754f-4b55-b6b7-1b19a4bef78c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0732734 Mar 08 19:49:33.429291 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-83d15a57-8e2b-4e20-aa1d-6df3138242ec admin admin] Publish callbacks [] for security_group (a254ae2f-c107-4f4f-a9f1-14bd5b35064b), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:33.482290 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3799f3a6-a4b1-43b6-9b34-b00e0b8b6013 req-06516a79-9820-4992-8b30-0f906e39da8a tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506477 Mar 08 19:49:33.518168 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52172-ebb0-44cb-b7d7-227c71542968 req-4ba7b5ef-0134-431f-ab2e-22af305ae61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:33.520017 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-58e52172-ebb0-44cb-b7d7-227c71542968 req-4ba7b5ef-0134-431f-ab2e-22af305ae61b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfea349b-6bfd-41c2-92c4-062cebf33ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1695454 Mar 08 19:49:33.545775 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-adfc77c5-fc8d-4a04-8bc4-9343c0ac70e1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:33.547274 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-adfc77c5-fc8d-4a04-8bc4-9343c0ac70e1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/networks?id=15c07b37-2e57-425d-a12f-c3c92656e6be HTTP/1.1" status: 200 len: 808 time: 0.1913717 Mar 08 19:49:33.607295 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-83d15a57-8e2b-4e20-aa1d-6df3138242ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (a254ae2f-c107-4f4f-a9f1-14bd5b35064b), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:33.609856 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-83d15a57-8e2b-4e20-aa1d-6df3138242ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:33.610997 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-83d15a57-8e2b-4e20-aa1d-6df3138242ec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a254ae2f-c107-4f4f-a9f1-14bd5b35064b HTTP/1.1" status: 204 len: 168 time: 0.4372432 Mar 08 19:49:33.623107 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-8ffadf5e-6f46-4fa3-825b-a011ed008bb5 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/quotas/2b47b5204f2f43e5a2162e5e0f450500 HTTP/1.1" status: 200 len: 375 time: 0.0650344 Mar 08 19:49:33.639643 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82876b-1961-4e5b-8fe1-fad2729d4d49 req-48128366-c9da-4f71-a2d3-dc24790573b9 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:33.643036 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d15a57-8e2b-4e20-aa1d-6df3138242ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a254ae2f-c107-4f4f-a9f1-14bd5b35064b,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:33.654207 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0b82876b-1961-4e5b-8fe1-fad2729d4d49 req-48128366-c9da-4f71-a2d3-dc24790573b9 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0930843 Mar 08 19:49:33.691489 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-58e52172-ebb0-44cb-b7d7-227c71542968 req-fbb0065c-4834-4f76-97d9-748e8fa2cbcf service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633401 Mar 08 19:49:33.713765 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-242e5fad-46dd-42de-8be9-345187d07114 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2b47b5204f2f43e5a2162e5e0f450500&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840592 Mar 08 19:49:33.768874 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0b82876b-1961-4e5b-8fe1-fad2729d4d49 req-8ef5c8bc-4566-4af9-9a17-0fbe7606ee1e tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990157 Mar 08 19:49:33.883003 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-58e52172-ebb0-44cb-b7d7-227c71542968 req-eb5962d5-f436-4636-be55-a79db3ba828b service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674733 Mar 08 19:49:33.884757 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-7d540072-0078-4260-bd0b-50a7b9eb8f62 service neutron] 10.222.0.45 "GET /v2.0/networks/15c07b37-2e57-425d-a12f-c3c92656e6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592166 Mar 08 19:49:33.987227 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-e671ac00-1c42-4e89-b952-5b22a24a9b69 service neutron] 10.222.0.45 "GET /v2.0/networks/15c07b37-2e57-425d-a12f-c3c92656e6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956135 Mar 08 19:49:34.076454 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 58296) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:34.090798 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-44056f60-acef-4fd7-8f66-b4ff9aa4608c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:34.172097 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddf338-d7a0-4a01-ae21-d36d7f9920f8 req-99b945c5-34c6-4448-96db-05099b0cf2c5 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:34.174033 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2fddf338-d7a0-4a01-ae21-d36d7f9920f8 req-99b945c5-34c6-4448-96db-05099b0cf2c5 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0777805 Mar 08 19:49:34.202886 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-44056f60-acef-4fd7-8f66-b4ff9aa4608c admin admin] Publish callbacks [] for security_group (ed8695e7-f0c0-4d58-92d8-3b43d607de01), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:34.207965 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-44056f60-acef-4fd7-8f66-b4ff9aa4608c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ed8695e7-f0c0-4d58-92d8-3b43d607de01), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:34.226244 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2fddf338-d7a0-4a01-ae21-d36d7f9920f8 req-431d0a87-9ad5-45e6-96c3-7a948238a83e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460968 Mar 08 19:49:34.248714 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44056f60-acef-4fd7-8f66-b4ff9aa4608c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8695e7-f0c0-4d58-92d8-3b43d607de01,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:34.256358 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-44056f60-acef-4fd7-8f66-b4ff9aa4608c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0b03b7d75afb4d1fbfbb2cfa82ba879d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1771131 Mar 08 19:49:34.257493 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 58302) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:34.310401 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9fbc33e2-a817-4df3-b28b-14debfb90d0a admin admin] Publish callbacks [] for security_group (ed8695e7-f0c0-4d58-92d8-3b43d607de01), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:34.359676 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0bb1bcb6-d82a-474f-aa2d-458cbac0c9f5 req-8215b587-87e3-4a6f-a385-6b18df34774d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0358334 Mar 08 19:49:34.360940 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9fbc33e2-a817-4df3-b28b-14debfb90d0a admin admin] Publish callbacks [] for security_group (ed8695e7-f0c0-4d58-92d8-3b43d607de01), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:34.425132 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9fbc33e2-a817-4df3-b28b-14debfb90d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ed8695e7-f0c0-4d58-92d8-3b43d607de01), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:34.426288 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5291512-794a-4692-9ab6-7ef46688452a req-44a37c3d-f693-4a33-a176-f469f57a626c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:34.427929 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d5291512-794a-4692-9ab6-7ef46688452a req-44a37c3d-f693-4a33-a176-f469f57a626c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 943 time: 0.0641422 Mar 08 19:49:34.428089 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9fbc33e2-a817-4df3-b28b-14debfb90d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:34.432033 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-9fbc33e2-a817-4df3-b28b-14debfb90d0a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed8695e7-f0c0-4d58-92d8-3b43d607de01 HTTP/1.1" status: 204 len: 168 time: 0.1722882 Mar 08 19:49:34.440649 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc33e2-a817-4df3-b28b-14debfb90d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8695e7-f0c0-4d58-92d8-3b43d607de01,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:34.501772 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d5291512-794a-4692-9ab6-7ef46688452a req-5f61eb2f-0c94-45d5-9ecc-e909c67edc4b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf527bd0-0a55-40c6-b1d5-971ee6345bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641513 Mar 08 19:49:34.606689 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 38ecd555-5c0f-44c2-850e-97cbfeea62d4 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:49:34.626809 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92541e8-edb3-459c-a752-159a2dcb89a7 req-c05572a2-c724-48d2-a754-ab960dc90cd0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:34.628512 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d92541e8-edb3-459c-a752-159a2dcb89a7 req-c05572a2-c724-48d2-a754-ab960dc90cd0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0624161 Mar 08 19:49:34.680740 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d92541e8-edb3-459c-a752-159a2dcb89a7 req-3dd8bec4-d0bb-4496-9220-15d1fd1e79a7 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456591 Mar 08 19:49:34.750498 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 38ecd555-5c0f-44c2-850e-97cbfeea62d4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=38ecd555-5c0f-44c2-850e-97cbfeea62d4,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:49:34.767110 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': '38ecd555-5c0f-44c2-850e-97cbfeea62d4', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'port_id': '38ecd555-5c0f-44c2-850e-97cbfeea62d4', 'mac_address': 'fa:16:3e:db:6a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:49:34.814220 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 is: ACTIVE; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:34.814759 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:34.841101 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38ecd555-5c0f-44c2-850e-97cbfeea62d4 {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:49:34.864546 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 38ecd555-5c0f-44c2-850e-97cbfeea62d4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=38ecd555-5c0f-44c2-850e-97cbfeea62d4,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:49:34.868783 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:34.869605 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:49:34.910101 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8d8a6-bf7d-40fb-8892-fa6406258f11 req-21fbd212-37f6-4f23-a952-035ad9b7f53b tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:34.920897 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e1b8d8a6-bf7d-40fb-8892-fa6406258f11 req-21fbd212-37f6-4f23-a952-035ad9b7f53b tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0746233 Mar 08 19:49:34.965933 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=38ecd555-5c0f-44c2-850e-97cbfeea62d4,revision_number=6']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:34.996272 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e1b8d8a6-bf7d-40fb-8892-fa6406258f11 req-24dd4584-a321-497a-a708-0bf9bd200515 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739236 Mar 08 19:49:35.064159 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=94b67e3f-c2ae-40cf-b44c-507ba8c0d290,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:49:35.088771 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': '94b67e3f-c2ae-40cf-b44c-507ba8c0d290', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'port_id': '94b67e3f-c2ae-40cf-b44c-507ba8c0d290', 'mac_address': 'fa:16:3e:9f:00:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:49:35.175208 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:35.175671 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (94b67e3f-c2ae-40cf-b44c-507ba8c0d290), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:35.193696 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:49:35.220517 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=94b67e3f-c2ae-40cf-b44c-507ba8c0d290,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:49:35.225272 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (94b67e3f-c2ae-40cf-b44c-507ba8c0d290), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:35.294694 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=94b67e3f-c2ae-40cf-b44c-507ba8c0d290,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:35.366013 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['38ecd555-5c0f-44c2-850e-97cbfeea62d4'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:49:35.400898 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9de11a-3cf4-4409-9e75-1044cf816708 req-e5531579-a56c-4a7e-a425-a6556fd8f409 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:35.402381 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-db9de11a-3cf4-4409-9e75-1044cf816708 req-e5531579-a56c-4a7e-a425-a6556fd8f409 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 944 time: 0.0835748 Mar 08 19:49:35.479494 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-db9de11a-3cf4-4409-9e75-1044cf816708 req-900fbfce-5ccc-4c51-a7d0-77c2f8ea5426 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694940 Mar 08 19:49:35.531154 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-35af9150-9757-4113-a4b6-30a1c2c65a0b req-a2fdc33f-13ea-47c5-8ad7-e7f2402cbdb3 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0561013 Mar 08 19:49:35.605996 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['94b67e3f-c2ae-40cf-b44c-507ba8c0d290'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:49:35.796912 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f883597-594b-4927-9007-0e34f75dba6d req-bbe26e20-4a49-43ba-b8b1-e7ab5c159789 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:35.811088 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2f883597-594b-4927-9007-0e34f75dba6d req-bbe26e20-4a49-43ba-b8b1-e7ab5c159789 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 944 time: 0.1899745 Mar 08 19:49:35.884550 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-c4265c11-9cf9-4e3a-89b7-d440369a0b76 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:35.886275 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-c4265c11-9cf9-4e3a-89b7-d440369a0b76 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.60 "GET /v2.0/networks?id=15c07b37-2e57-425d-a12f-c3c92656e6be HTTP/1.1" status: 200 len: 808 time: 0.2600958 Mar 08 19:49:35.900114 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2f883597-594b-4927-9007-0e34f75dba6d req-ea2091fe-30dc-443a-9748-cdac96d10bff tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf527bd0-0a55-40c6-b1d5-971ee6345bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878952 Mar 08 19:49:35.971269 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-3a38608c-3786-4d7b-b1d7-5e1cdd4085ac tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b47b5204f2f43e5a2162e5e0f450500 HTTP/1.1" status: 200 len: 380 time: 0.0699594 Mar 08 19:49:35.980693 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-adf572c8-5ca9-487f-af16-9681621ca39c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Request body: {'port': {'device_id': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be', 'admin_state_up': True, 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'security_groups': ['a987a94e-f203-4e5c-a31e-1100f28ebac5']}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:36.094334 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-adf572c8-5ca9-487f-af16-9681621ca39c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Made reservation on behalf of 2b47b5204f2f43e5a2162e5e0f450500 for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:49:36.097876 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-adf572c8-5ca9-487f-af16-9681621ca39c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:36.123917 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec27b6-9b7f-4ae7-b480-75a6f55eaf8c req-127db8a8-68ff-4585-9a64-8ce8e76067cd tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:36.125790 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-51ec27b6-9b7f-4ae7-b480-75a6f55eaf8c req-127db8a8-68ff-4585-9a64-8ce8e76067cd tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0560353 Mar 08 19:49:36.192581 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-51ec27b6-9b7f-4ae7-b480-75a6f55eaf8c req-ee32483f-07d4-44f1-b3b4-0313833b3271 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550823 Mar 08 19:49:36.259633 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-adf572c8-5ca9-487f-af16-9681621ca39c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Allocated IP 172.20.0.6 (15c07b37-2e57-425d-a12f-c3c92656e6be/89e0a234-aa20-4709-9097-ea62c5d21a17/bf60bdec-d657-4193-8d4c-6d75b8d18de9) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:49:36.322091 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6845496-4c1c-4b4a-a867-39355101a866 req-cf5540b2-4cac-4de8-bfac-6eef0bf045ed tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:36.324267 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d6845496-4c1c-4b4a-a867-39355101a866 req-cf5540b2-4cac-4de8-bfac-6eef0bf045ed tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0978332 Mar 08 19:49:36.431976 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d6845496-4c1c-4b4a-a867-39355101a866 req-18ee7b36-5b2d-4b94-a4c6-1cbee8dbff4e tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906391 Mar 08 19:49:36.439919 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa4578-31f3-438f-85ca-5634eea835fe req-3b16f33f-e0c4-41fd-b7a6-f300f841bc01 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:36.442556 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a9aa4578-31f3-438f-85ca-5634eea835fe req-3b16f33f-e0c4-41fd-b7a6-f300f841bc01 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0578423 Mar 08 19:49:36.467150 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-adf572c8-5ca9-487f-af16-9681621ca39c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:36.512050 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a9aa4578-31f3-438f-85ca-5634eea835fe req-e94b0626-318b-4b38-849e-73aaa69ca740 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618010 Mar 08 19:49:36.549901 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-adf572c8-5ca9-487f-af16-9681621ca39c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:36.608734 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cb640-993e-4683-b360-3c1123faa7ad req-e8ce0e35-1f1c-4043-9602-ed7f5a987952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:36.610264 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-180cb640-993e-4683-b360-3c1123faa7ad req-e8ce0e35-1f1c-4043-9602-ed7f5a987952 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 1130 time: 0.1255279 Mar 08 19:49:36.623083 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-adf572c8-5ca9-487f-af16-9681621ca39c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Network 15c07b37-2e57-425d-a12f-c3c92656e6be is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:49:36.636981 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-adf572c8-5ca9-487f-af16-9681621ca39c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:49:36.637954 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 38ecd555-5c0f-44c2-850e-97cbfeea62d4 up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:49:36.641587 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e5622-fa26-4f5e-965f-d4037e6097f1 req-d400df85-8b94-4c51-bdda-eb81a1116521 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:36.643272 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4a6e5622-fa26-4f5e-965f-d4037e6097f1 req-d400df85-8b94-4c51-bdda-eb81a1116521 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 944 time: 0.0582533 Mar 08 19:49:36.654518 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-adf572c8-5ca9-487f-af16-9681621ca39c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:49:36.660272 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf572c8-5ca9-487f-af16-9681621ca39c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Pushing event updated for resources: {'Port': ['ID=bf60bdec-d657-4193-8d4c-6d75b8d18de9,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:36.727436 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4a6e5622-fa26-4f5e-965f-d4037e6097f1 req-10a89fe8-7309-4434-9ab6-1f58fa819039 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773537 Mar 08 19:49:36.742632 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:36.743503 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:36.812956 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-adf572c8-5ca9-487f-af16-9681621ca39c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:36.813329 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-adf572c8-5ca9-487f-af16-9681621ca39c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:36.872468 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cb640-993e-4683-b360-3c1123faa7ad req-a423cd95-7cbe-4d5c-91b2-891f8c949499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:36.874247 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-180cb640-993e-4683-b360-3c1123faa7ad req-a423cd95-7cbe-4d5c-91b2-891f8c949499 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.2480669 Mar 08 19:49:36.881411 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-adf572c8-5ca9-487f-af16-9681621ca39c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9035347 Mar 08 19:49:36.903920 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Request body: {'port': {'device_id': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:36.929443 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:36.930340 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:36.972798 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be714a9-770d-4329-bb0e-7a70284c2c3a req-b8adb1c1-6074-41fa-b2ee-95b98b0aeffd tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:36.992322 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1be714a9-770d-4329-bb0e-7a70284c2c3a req-b8adb1c1-6074-41fa-b2ee-95b98b0aeffd tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 931 time: 0.1233525 Mar 08 19:49:36.992519 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ecd555-5c0f-44c2-850e-97cbfeea62d4'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:49:36.999242 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868879fb-eb41-4e0f-abb3-c90d02dc8201" -d '{"events": [{"server_uuid": "7fb7515f-c5d4-4330-a70a-c1835a5556c4", "name": "network-vif-plugged", "status": "completed", "tag": "38ecd555-5c0f-44c2-850e-97cbfeea62d4"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:49:37.030442 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 38ecd555-5c0f-44c2-850e-97cbfeea62d4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=38ecd555-5c0f-44c2-850e-97cbfeea62d4,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:49:37.049895 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:37.142222 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1be714a9-770d-4329-bb0e-7a70284c2c3a req-999fe1dd-c960-4fd8-9a67-a1649871e5ae tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496797 Mar 08 19:49:37.172698 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=38ecd555-5c0f-44c2-850e-97cbfeea62d4,revision_number=7']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:37.222125 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-4a8d520b-322b-465a-b990-d9f92019c39e None None] Provisioning complete for port bf60bdec-d657-4193-8d4c-6d75b8d18de9 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:37.223551 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-180cb640-993e-4683-b360-3c1123faa7ad req-bdb52b7d-cfc5-47fb-8403-98a29c58f3a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea1de1-999c-4b53-999a-016d7f51ba59 HTTP/1.1" status: 200 len: 1002 time: 0.3406842 Mar 08 19:49:37.224579 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-4a8d520b-322b-465a-b990-d9f92019c39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:37.278977 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f534af-8213-4ab6-a1de-c081f60dfcff x-openstack-request-id: req-a0f534af-8213-4ab6-a1de-c081f60dfcff {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:49:37.278977 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb7515f-c5d4-4330-a70a-c1835a5556c4", "name": "network-vif-plugged", "status": "completed", "tag": "38ecd555-5c0f-44c2-850e-97cbfeea62d4", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:49:37.278977 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0f534af-8213-4ab6-a1de-c081f60dfcff {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:49:37.286499 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ecd555-5c0f-44c2-850e-97cbfeea62d4', 'code': 200} Mar 08 19:49:37.321495 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-4a8d520b-322b-465a-b990-d9f92019c39e None None] Port bf60bdec-d657-4193-8d4c-6d75b8d18de9 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:49:37.556132 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:37.626765 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329894f3-0e5e-4baf-a072-6d3d61388bda req-2e3428c4-13e9-49ad-942f-ded5794d92c5 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:37.633799 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-329894f3-0e5e-4baf-a072-6d3d61388bda req-2e3428c4-13e9-49ad-942f-ded5794d92c5 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 944 time: 0.5151451 Mar 08 19:49:37.636795 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cb640-993e-4683-b360-3c1123faa7ad req-5292020a-c5c2-440d-a3f7-909fe0a40617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:37.638530 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-180cb640-993e-4683-b360-3c1123faa7ad req-5292020a-c5c2-440d-a3f7-909fe0a40617 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.1288846 Mar 08 19:49:37.684842 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd3013-fc4a-4551-a190-8de612d2a7e8 req-bfbd48cf-98e9-465e-8611-2b7d1a622f79 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:37.687093 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-17dd3013-fc4a-4551-a190-8de612d2a7e8 req-bfbd48cf-98e9-465e-8611-2b7d1a622f79 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0718741 Mar 08 19:49:37.739431 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-17dd3013-fc4a-4551-a190-8de612d2a7e8 req-77e996fd-990d-448d-99f0-e1857403e6f8 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466082 Mar 08 19:49:37.810935 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-329894f3-0e5e-4baf-a072-6d3d61388bda req-890875de-0d8a-4309-88c2-1c2adfd10024 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf527bd0-0a55-40c6-b1d5-971ee6345bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717808 Mar 08 19:49:37.839960 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cb640-993e-4683-b360-3c1123faa7ad req-e442b2cc-f573-477c-8dfa-e1cc51f07724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:37.841950 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-180cb640-993e-4683-b360-3c1123faa7ad req-e442b2cc-f573-477c-8dfa-e1cc51f07724 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1792929 Mar 08 19:49:37.869736 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abb6af-d48a-48b6-afb8-26e75904d53e req-aaa90664-ec6a-4186-b8b7-029bc2392285 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:37.871974 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-61abb6af-d48a-48b6-afb8-26e75904d53e req-aaa90664-ec6a-4186-b8b7-029bc2392285 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0616441 Mar 08 19:49:37.931888 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-61abb6af-d48a-48b6-afb8-26e75904d53e req-591ab1ee-f5be-4bdd-8dd9-336939820b92 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538986 Mar 08 19:49:38.008673 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf60bdec-d657-4193-8d4c-6d75b8d18de9 {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:49:38.017386 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Publish callbacks [] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:38.032789 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Transition to ACTIVE for port object bf60bdec-d657-4193-8d4c-6d75b8d18de9 will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:49:38.037407 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:38.091147 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Pushing event updated for resources: {'Port': ['ID=bf60bdec-d657-4193-8d4c-6d75b8d18de9,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:38.260637 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Attempting to bind port bf60bdec-d657-4193-8d4c-6d75b8d18de9 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:49:38.260637 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Attempting to bind port bf60bdec-d657-4193-8d4c-6d75b8d18de9 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '13717a63-7cf9-4aad-bcf3-47cb06660cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:49:38.260637 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Attempting to bind port bf60bdec-d657-4193-8d4c-6d75b8d18de9 on network 15c07b37-2e57-425d-a12f-c3c92656e6be {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:49:38.285075 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Port bf60bdec-d657-4193-8d4c-6d75b8d18de9 on network 15c07b37-2e57-425d-a12f-c3c92656e6be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:49:38.285408 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Attempting to bind port bf60bdec-d657-4193-8d4c-6d75b8d18de9 on network 15c07b37-2e57-425d-a12f-c3c92656e6be {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:49:38.297607 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:49:38.297982 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Checking segment: {'id': '13717a63-7cf9-4aad-bcf3-47cb06660cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:49:38.298375 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Bound using segment: {'id': '13717a63-7cf9-4aad-bcf3-47cb06660cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:49:38.298824 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Bound port: bf60bdec-d657-4193-8d4c-6d75b8d18de9, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13717a63-7cf9-4aad-bcf3-47cb06660cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:49:38.299187 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:38.376851 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c66e8-6700-4b96-88aa-08bf929593f2 req-54279a2b-4c19-4670-90aa-b075b2a04717 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:38.378442 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-097c66e8-6700-4b96-88aa-08bf929593f2 req-54279a2b-4c19-4670-90aa-b075b2a04717 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.1353371 Mar 08 19:49:38.440112 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] For port bf60bdec-d657-4193-8d4c-6d75b8d18de9, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:49:38.472812 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] For port bf60bdec-d657-4193-8d4c-6d75b8d18de9, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bf60bdec-d657-4193-8d4c-6d75b8d18de9,segment=NetworkSegment(13717a63-7cf9-4aad-bcf3-47cb06660cfc),segment_id=13717a63-7cf9-4aad-bcf3-47cb06660cfc)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:49:38.496956 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-097c66e8-6700-4b96-88aa-08bf929593f2 req-f0edb519-29b5-42cb-bf9d-ca2dde5580c0 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086607 Mar 08 19:49:38.500045 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:38.553673 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:38.554370 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:38.555795 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] 10.222.0.60 "PUT /v2.0/ports/bf60bdec-d657-4193-8d4c-6d75b8d18de9 HTTP/1.1" status: 200 len: 1093 time: 1.6580715 Mar 08 19:49:38.556240 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'tag': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:49:38.558610 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abb7cf4-2638-45ba-b0f4-d6365d7b8327" -d '{"events": [{"name": "network-changed", "server_uuid": "08ec178e-8ba4-4606-8aa8-131038fc027e", "tag": "bf60bdec-d657-4193-8d4c-6d75b8d18de9"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:49:38.571988 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb4da3-4570-4fde-a7ee-110967c82a10 service neutron] Pushing event updated for resources: {'Port': ['ID=bf60bdec-d657-4193-8d4c-6d75b8d18de9,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:38.617406 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a047282-0ab3-4e0b-9c42-9418b9ac3ff4 x-openstack-request-id: req-2a047282-0ab3-4e0b-9c42-9418b9ac3ff4 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:49:38.617706 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ec178e-8ba4-4606-8aa8-131038fc027e", "tag": "bf60bdec-d657-4193-8d4c-6d75b8d18de9", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:49:38.617981 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a047282-0ab3-4e0b-9c42-9418b9ac3ff4 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:49:38.618367 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'tag': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9', 'status': 'completed', 'code': 200} Mar 08 19:49:38.886977 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f7b53-3141-41d2-aa1e-18d8b290bbda req-07f9a178-983e-4dcd-a25d-4bebd8920969 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:38.888961 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4f1f7b53-3141-41d2-aa1e-18d8b290bbda req-07f9a178-983e-4dcd-a25d-4bebd8920969 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0733154 Mar 08 19:49:38.950878 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4f1f7b53-3141-41d2-aa1e-18d8b290bbda req-d3329419-3acd-49b7-9f21-c3efb83c25ce tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551319 Mar 08 19:49:38.999641 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365a8b9-ba59-448f-aab1-30feb7c5bb3a req-ef853378-1167-4342-ba3d-52be0fd51596 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:39.006705 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0365a8b9-ba59-448f-aab1-30feb7c5bb3a req-ef853378-1167-4342-ba3d-52be0fd51596 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 944 time: 0.1134140 Mar 08 19:49:39.067402 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0365a8b9-ba59-448f-aab1-30feb7c5bb3a req-a055120a-b19e-4346-a1ff-8c33cc906daa tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf527bd0-0a55-40c6-b1d5-971ee6345bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597687 Mar 08 19:49:39.089161 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a6720-8a1b-4dce-804d-5334210558ae req-4e62a2f7-b0dc-4ab6-a493-0c67b94552af tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:39.089161 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f05a6720-8a1b-4dce-804d-5334210558ae req-4e62a2f7-b0dc-4ab6-a493-0c67b94552af tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0674946 Mar 08 19:49:39.144190 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f05a6720-8a1b-4dce-804d-5334210558ae req-c9d9f33a-b22a-4262-8e53-00f5bcb1eb85 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494063 Mar 08 19:49:39.575552 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-180cb640-993e-4683-b360-3c1123faa7ad req-4225ff57-931f-4c55-8d65-ae6e3c46c495 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361067 Mar 08 19:49:39.664685 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019cd3a-bdfa-440a-88c4-aa6e994b3289 req-5b553fd7-7942-4726-84e8-906348148d53 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:39.666275 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6019cd3a-bdfa-440a-88c4-aa6e994b3289 req-5b553fd7-7942-4726-84e8-906348148d53 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0736530 Mar 08 19:49:39.736462 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6019cd3a-bdfa-440a-88c4-aa6e994b3289 req-b5b406dc-364f-43f7-9f1d-e9e21ab0768d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634232 Mar 08 19:49:40.088220 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b118146-d6a5-43cc-ada3-37ab62756202 req-be15ddd1-d341-4ef6-b991-187c15052f43 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:40.089978 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5b118146-d6a5-43cc-ada3-37ab62756202 req-be15ddd1-d341-4ef6-b991-187c15052f43 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0596473 Mar 08 19:49:40.150962 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5b118146-d6a5-43cc-ada3-37ab62756202 req-14380640-0810-46df-9c25-54bf6c6e1aff tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534499 Mar 08 19:49:40.240314 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3ba2e-1083-4514-b77e-1b09f6e2d87a req-8faf8d4e-7d26-4e10-b9a7-6dc8f3b8ba19 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:40.243104 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a1d3ba2e-1083-4514-b77e-1b09f6e2d87a req-8faf8d4e-7d26-4e10-b9a7-6dc8f3b8ba19 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 944 time: 0.0776544 Mar 08 19:49:40.303390 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a1d3ba2e-1083-4514-b77e-1b09f6e2d87a req-100a63dc-ad46-48c5-9e76-b29089bcc659 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf527bd0-0a55-40c6-b1d5-971ee6345bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542576 Mar 08 19:49:40.313861 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668dba7-0b00-40d7-a99a-c9a81655806a req-b86e94da-6dc4-47c2-99d6-d60704af8442 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:40.315440 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5668dba7-0b00-40d7-a99a-c9a81655806a req-b86e94da-6dc4-47c2-99d6-d60704af8442 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0836287 Mar 08 19:49:40.361027 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:49:40.413179 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5668dba7-0b00-40d7-a99a-c9a81655806a req-9f9d1a10-e8e1-40a8-9b43-2fdedb3bc7e4 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909173 Mar 08 19:49:40.444578 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:49:40.452409 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:40.452928 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (94b67e3f-c2ae-40cf-b44c-507ba8c0d290), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:40.525289 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb7cf4-2638-45ba-b0f4-d6365d7b8327 req-6819cf6d-9756-4a87-8d0e-33bb4999ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:40.527330 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3abb7cf4-2638-45ba-b0f4-d6365d7b8327 req-6819cf6d-9756-4a87-8d0e-33bb4999ff38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b47b5204f2f43e5a2162e5e0f450500&device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 1127 time: 0.1134515 Mar 08 19:49:40.529410 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-180cb640-993e-4683-b360-3c1123faa7ad req-f1d25060-4971-44d6-ab61-6e61167bfb55 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571612 Mar 08 19:49:40.537349 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:40.537751 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (94b67e3f-c2ae-40cf-b44c-507ba8c0d290), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:40.569119 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7092a06-ffd5-4d33-883b-eee953ed48fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b67e3f-c2ae-40cf-b44c-507ba8c0d290'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:49:40.571812 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a994da-e721-45d1-93d8-474fbbde5473" -d '{"events": [{"server_uuid": "b7092a06-ffd5-4d33-883b-eee953ed48fd", "name": "network-vif-plugged", "status": "completed", "tag": "94b67e3f-c2ae-40cf-b44c-507ba8c0d290"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:49:40.594110 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=94b67e3f-c2ae-40cf-b44c-507ba8c0d290,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:49:40.607514 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (94b67e3f-c2ae-40cf-b44c-507ba8c0d290), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:40.638393 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6b3332-bac1-4fd3-bfc4-44757dc4594f x-openstack-request-id: req-cb6b3332-bac1-4fd3-bfc4-44757dc4594f {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:49:40.638982 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7092a06-ffd5-4d33-883b-eee953ed48fd", "name": "network-vif-plugged", "status": "completed", "tag": "94b67e3f-c2ae-40cf-b44c-507ba8c0d290", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:49:40.639413 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb6b3332-bac1-4fd3-bfc4-44757dc4594f {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:49:40.639955 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7092a06-ffd5-4d33-883b-eee953ed48fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b67e3f-c2ae-40cf-b44c-507ba8c0d290', 'code': 200} Mar 08 19:49:40.690802 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=94b67e3f-c2ae-40cf-b44c-507ba8c0d290,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:40.972698 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb7cf4-2638-45ba-b0f4-d6365d7b8327 req-06d6c2cb-741b-4efa-a168-26a6d53e2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:40.974190 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3abb7cf4-2638-45ba-b0f4-d6365d7b8327 req-06d6c2cb-741b-4efa-a168-26a6d53e2618 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2b47b5204f2f43e5a2162e5e0f450500&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4283721 Mar 08 19:49:41.050938 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256656bb-abf8-4d99-b425-bee722345ede req-decfb857-db34-417f-9bd8-23b2b343aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:41.052331 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-256656bb-abf8-4d99-b425-bee722345ede req-decfb857-db34-417f-9bd8-23b2b343aefd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 1129 time: 0.2164996 Mar 08 19:49:41.139855 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83760537-f534-4386-87a5-5dc5b3a31cec req-c4a365e0-24f9-4534-b44f-ebe2e0ff6287 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:41.141800 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-83760537-f534-4386-87a5-5dc5b3a31cec req-c4a365e0-24f9-4534-b44f-ebe2e0ff6287 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.2359200 Mar 08 19:49:41.254729 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb7cf4-2638-45ba-b0f4-d6365d7b8327 req-3af2f10c-6a4e-4c68-adce-c8fd6f5f1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:41.256213 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3abb7cf4-2638-45ba-b0f4-d6365d7b8327 req-3af2f10c-6a4e-4c68-adce-c8fd6f5f1dd6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2699711 Mar 08 19:49:41.272340 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-256656bb-abf8-4d99-b425-bee722345ede req-b2802411-605a-4014-a36e-fda3ce624775 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bf527bd0-0a55-40c6-b1d5-971ee6345bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731696 Mar 08 19:49:41.279118 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-83760537-f534-4386-87a5-5dc5b3a31cec req-a9987b99-6d2a-4a01-8ab4-84e70cec385d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267507 Mar 08 19:49:41.328159 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e68264-4b61-47d4-91c1-4b14c42a9b11 req-61b03a02-939c-4946-ae5d-5f6cc01df2c6 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:41.338697 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-61e68264-4b61-47d4-91c1-4b14c42a9b11 req-61b03a02-939c-4946-ae5d-5f6cc01df2c6 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0786691 Mar 08 19:49:41.390048 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-61e68264-4b61-47d4-91c1-4b14c42a9b11 req-bad5f304-2d62-41d6-a473-0bdf255a1df7 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535014 Mar 08 19:49:41.481033 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bae7b-0eb0-4fec-b1d5-41b8ce2981ea req-5f84bea2-a146-420f-8602-5d3c268756a7 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:41.482697 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2a9bae7b-0eb0-4fec-b1d5-41b8ce2981ea req-5f84bea2-a146-420f-8602-5d3c268756a7 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 945 time: 0.0955877 Mar 08 19:49:41.552552 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2a9bae7b-0eb0-4fec-b1d5-41b8ce2981ea req-31d349ef-7b4d-4743-82fa-f49518d6a241 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf527bd0-0a55-40c6-b1d5-971ee6345bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639017 Mar 08 19:49:41.574847 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d18c-be0a-441a-a7db-e152bfd75154 req-b214d940-d691-4a6e-9f10-4d1415b90137 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:41.576703 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3e33d18c-be0a-441a-a7db-e152bfd75154 req-b214d940-d691-4a6e-9f10-4d1415b90137 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0655544 Mar 08 19:49:41.631237 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3e33d18c-be0a-441a-a7db-e152bfd75154 req-2ccb12b8-b629-4a7b-9c22-6ca3cd36baaf tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490093 Mar 08 19:49:42.325589 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:42.457508 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef2ef0-0040-4544-babc-e0adfb0bf080 req-b229150b-f405-4adb-9ec0-90c172d84f27 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:42.459028 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-68ef2ef0-0040-4544-babc-e0adfb0bf080 req-b229150b-f405-4adb-9ec0-90c172d84f27 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0918427 Mar 08 19:49:42.538728 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-68ef2ef0-0040-4544-babc-e0adfb0bf080 req-79f53998-946f-4c51-9232-4c546ce05cda tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731115 Mar 08 19:49:42.584559 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df395-d6a0-4751-98c3-bd532683f7be req-a842ed07-d12a-4e2b-80de-c600b9158c95 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:42.591484 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-da2df395-d6a0-4751-98c3-bd532683f7be req-a842ed07-d12a-4e2b-80de-c600b9158c95 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0906515 Mar 08 19:49:42.660827 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-da2df395-d6a0-4751-98c3-bd532683f7be req-9e804536-a34e-429a-a560-f72cc1564bff tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677629 Mar 08 19:49:42.711099 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a716e8-7b5c-4e47-9a85-82fb1f9a7609 req-277625ef-e32e-4be6-80f4-98e1a575df3c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:42.714938 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c4a716e8-7b5c-4e47-9a85-82fb1f9a7609 req-277625ef-e32e-4be6-80f4-98e1a575df3c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 945 time: 0.0768106 Mar 08 19:49:42.783425 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d1ec7-433a-4ba4-b4e2-c733f6494420 req-5bdb45be-5958-4fe0-bcfb-63042e9d7dfa tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:42.785382 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-495d1ec7-433a-4ba4-b4e2-c733f6494420 req-5bdb45be-5958-4fe0-bcfb-63042e9d7dfa tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0583785 Mar 08 19:49:42.797324 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c4a716e8-7b5c-4e47-9a85-82fb1f9a7609 req-2440c480-e5e6-491d-b37a-d8c70007048f tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf527bd0-0a55-40c6-b1d5-971ee6345bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765433 Mar 08 19:49:42.840216 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-495d1ec7-433a-4ba4-b4e2-c733f6494420 req-9f03eacb-eb4b-4d42-af97-7c346b3794b0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486600 Mar 08 19:49:43.661992 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a9004-cfc2-4444-8b47-a06f1597e895 req-98958f1a-e137-4996-956b-fe5c150f54a0 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:43.663510 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e20a9004-cfc2-4444-8b47-a06f1597e895 req-98958f1a-e137-4996-956b-fe5c150f54a0 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0553088 Mar 08 19:49:43.728893 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e20a9004-cfc2-4444-8b47-a06f1597e895 req-7813f203-51e7-497f-8475-48923e8756cc tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532179 Mar 08 19:49:43.797466 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518c242-ee70-43cb-b3d3-52ffdfe9cfdb req-c2c6bf2d-480c-4fd2-a2bf-0c5892691733 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:43.798917 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0518c242-ee70-43cb-b3d3-52ffdfe9cfdb req-c2c6bf2d-480c-4fd2-a2bf-0c5892691733 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0554836 Mar 08 19:49:43.879784 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0518c242-ee70-43cb-b3d3-52ffdfe9cfdb req-caf2f9ab-b4c9-4b8c-9634-6311e3eb1fbb tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694010 Mar 08 19:49:43.947564 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d44c99-49fe-4f73-b85b-387543dea84f req-06e57122-4011-42a6-87b1-9a26723ea5cf tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:43.955398 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-46d44c99-49fe-4f73-b85b-387543dea84f req-06e57122-4011-42a6-87b1-9a26723ea5cf tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 945 time: 0.0695603 Mar 08 19:49:43.998380 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099fb7d-3444-4a79-a344-31ad0af829c5 req-e1c7bfa4-899c-44e5-a066-f9fd75977e19 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:44.000146 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1099fb7d-3444-4a79-a344-31ad0af829c5 req-e1c7bfa4-899c-44e5-a066-f9fd75977e19 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0725386 Mar 08 19:49:44.001802 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-46d44c99-49fe-4f73-b85b-387543dea84f req-50cc95b4-778c-49d7-9e32-c7a86cd635f7 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf527bd0-0a55-40c6-b1d5-971ee6345bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455542 Mar 08 19:49:44.078184 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1099fb7d-3444-4a79-a344-31ad0af829c5 req-06601b02-8701-4421-bc27-fe530b91fabf tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642631 Mar 08 19:49:44.423155 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-6f6a01f1-688a-4ab8-a5ea-f7640ad6376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:44.425056 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-6f6a01f1-688a-4ab8-a5ea-f7640ad6376b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b47b5204f2f43e5a2162e5e0f450500&device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 1127 time: 0.0638447 Mar 08 19:49:44.485924 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-b9791002-fd12-47d0-8b3d-463f34945e9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf60bdec-d657-4193-8d4c-6d75b8d18de9 HTTP/1.1" status: 200 len: 217 time: 0.0434108 Mar 08 19:49:44.553140 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f65187fa-b901-48a3-823c-e87a6004c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:44.554888 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-f65187fa-b901-48a3-823c-e87a6004c8fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=89e0a234-aa20-4709-9097-ea62c5d21a17 HTTP/1.1" status: 200 len: 847 time: 0.0538745 Mar 08 19:49:44.623070 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-cf947e2f-ff2f-493e-be24-4cc5191e05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:44.625021 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-cf947e2f-ff2f-493e-be24-4cc5191e05f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15c07b37-2e57-425d-a12f-c3c92656e6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607383 Mar 08 19:49:44.750236 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-4923b2e4-27cc-4cd5-9152-338d4c78a353 service neutron] 10.222.0.60 "GET /v2.0/networks/15c07b37-2e57-425d-a12f-c3c92656e6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113911 Mar 08 19:49:44.887921 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a8a2bc79-9166-43bf-a517-4940cac0fe81 req-ef01e8d7-87e5-46a1-825a-1f50263cff33 service neutron] 10.222.0.60 "GET /v2.0/networks/15c07b37-2e57-425d-a12f-c3c92656e6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299436 Mar 08 19:49:44.899541 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0b374-98d8-47b7-918b-c3b4b6e7f005 req-595e01bf-4a97-4701-9e10-3359d64f4e30 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:44.907606 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f7b0b374-98d8-47b7-918b-c3b4b6e7f005 req-595e01bf-4a97-4701-9e10-3359d64f4e30 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0852194 Mar 08 19:49:44.964362 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f7b0b374-98d8-47b7-918b-c3b4b6e7f005 req-f34cdf76-a4f3-4dc9-8763-fec1872a0e83 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540843 Mar 08 19:49:45.023126 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec2279-64db-4cb4-9693-54a213aceca5 req-44f40a70-94ad-4e41-b9f7-f897e4cf6f0c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:45.024779 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e0ec2279-64db-4cb4-9693-54a213aceca5 req-44f40a70-94ad-4e41-b9f7-f897e4cf6f0c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0705984 Mar 08 19:49:45.097573 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e0ec2279-64db-4cb4-9693-54a213aceca5 req-87c5f8b8-7832-4fca-af86-864939263ba7 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644205 Mar 08 19:49:45.194787 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6115be-ce0a-4b44-8f2b-36b45e96ed85 req-ede2e277-33ea-4604-963d-a772586cc4c0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:45.194787 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6a6115be-ce0a-4b44-8f2b-36b45e96ed85 req-ede2e277-33ea-4604-963d-a772586cc4c0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 945 time: 0.1087606 Mar 08 19:49:45.264750 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902b2d2-40ee-4e22-bcc3-6831eef8f58c req-c9f4a761-79cc-4158-9112-cc2675315472 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:45.272765 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4902b2d2-40ee-4e22-bcc3-6831eef8f58c req-c9f4a761-79cc-4158-9112-cc2675315472 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0733740 Mar 08 19:49:45.296113 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6a6115be-ce0a-4b44-8f2b-36b45e96ed85 req-05eb18da-030e-4cc6-9f53-c5b8636097a0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf527bd0-0a55-40c6-b1d5-971ee6345bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924652 Mar 08 19:49:45.379992 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4902b2d2-40ee-4e22-bcc3-6831eef8f58c req-900ff8ea-3a96-4600-ae89-43293a108f11 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062343 Mar 08 19:49:46.091483 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d076f3-5d80-49cd-a8ef-22e7129d54c0 req-7ab83b9e-2dfc-4972-93ae-7cfd48da27e6 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:46.093173 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d4d076f3-5d80-49cd-a8ef-22e7129d54c0 req-7ab83b9e-2dfc-4972-93ae-7cfd48da27e6 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0610528 Mar 08 19:49:46.156963 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d4d076f3-5d80-49cd-a8ef-22e7129d54c0 req-73ea91e8-3c06-40e6-aba6-d82653057693 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582304 Mar 08 19:49:46.462735 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c832c-91d0-40c2-a36c-69e0e0763fd0 req-f63fcb19-2079-433d-8794-f0b34fee9a11 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:46.465234 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-960c832c-91d0-40c2-a36c-69e0e0763fd0 req-f63fcb19-2079-433d-8794-f0b34fee9a11 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 945 time: 0.0667744 Mar 08 19:49:46.521404 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456df81d-6a33-4437-82a6-08f365e13ea8 req-c5576c92-dfc4-4344-bfe6-0a5535659e10 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:46.521543 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-960c832c-91d0-40c2-a36c-69e0e0763fd0 req-9a4fd744-96b6-46d2-81cd-fc65a92d16e9 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf527bd0-0a55-40c6-b1d5-971ee6345bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489182 Mar 08 19:49:46.522916 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-456df81d-6a33-4437-82a6-08f365e13ea8 req-c5576c92-dfc4-4344-bfe6-0a5535659e10 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0602818 Mar 08 19:49:46.586167 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-456df81d-6a33-4437-82a6-08f365e13ea8 req-06afbea2-5595-4261-b3f1-2257746c58ce tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555627 Mar 08 19:49:46.656584 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7bea4-5cfa-4abc-ac3e-ccb5e642e75a req-d96db0fd-3ea7-4f53-b025-33d289bd01e3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:46.658047 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-41c7bea4-5cfa-4abc-ac3e-ccb5e642e75a req-d96db0fd-3ea7-4f53-b025-33d289bd01e3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 945 time: 0.0580075 Mar 08 19:49:46.670058 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 58600) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:46.674652 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-8a539eab-92a4-4279-841d-95dad7a9ab10 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'floatingip': {'port_id': '94b67e3f-c2ae-40cf-b44c-507ba8c0d290'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:49:46.715135 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8a539eab-92a4-4279-841d-95dad7a9ab10 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (64612e01-4e8a-4fef-8abb-8f25d629d2c5), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:47.198227 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8a539eab-92a4-4279-841d-95dad7a9ab10 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:47.203504 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8a539eab-92a4-4279-841d-95dad7a9ab10 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (64612e01-4e8a-4fef-8abb-8f25d629d2c5), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:47.284061 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bb78c-dd45-4008-9ab2-796a2cad06c6 req-da9f88a2-9c79-46f4-ae24-2408e324206d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:47.286274 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-605bb78c-dd45-4008-9ab2-796a2cad06c6 req-da9f88a2-9c79-46f4-ae24-2408e324206d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0576875 Mar 08 19:49:47.338268 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-605bb78c-dd45-4008-9ab2-796a2cad06c6 req-63d256cf-74c0-45ca-b566-4eaf1cbf0a4a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447383 Mar 08 19:49:47.511410 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.l3_db [None req-8a539eab-92a4-4279-841d-95dad7a9ab10 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Floating IP 64612e01-4e8a-4fef-8abb-8f25d629d2c5 associated. External IP: 172.27.1.94, port: 94b67e3f-c2ae-40cf-b44c-507ba8c0d290. Mar 08 19:49:47.749917 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a1e90-9a11-4997-b5f6-12d0316a1baf req-6b1b02b9-1693-497b-9e46-f9b12c371e98 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:47.751386 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-751a1e90-9a11-4997-b5f6-12d0316a1baf req-6b1b02b9-1693-497b-9e46-f9b12c371e98 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0994217 Mar 08 19:49:47.760362 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a539eab-92a4-4279-841d-95dad7a9ab10 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Router d8357a97-1270-4600-8b32-23ca28274084 has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:49:47.844389 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-751a1e90-9a11-4997-b5f6-12d0316a1baf req-8e256a80-29ff-40d2-bb6a-88ed56a874c7 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858936 Mar 08 19:49:47.902010 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a539eab-92a4-4279-841d-95dad7a9ab10 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:49:47.906731 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8a539eab-92a4-4279-841d-95dad7a9ab10 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:47.913736 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e27b08-af3a-4463-b516-6fbd97d19df5 None None] Sync routers for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:49:47.926568 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e27b08-af3a-4463-b516-6fbd97d19df5 None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:49:47.927249 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-05e27b08-af3a-4463-b516-6fbd97d19df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:49:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:49:47.943530 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-8a539eab-92a4-4279-841d-95dad7a9ab10 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "PUT /v2.0/floatingips/64612e01-4e8a-4fef-8abb-8f25d629d2c5 HTTP/1.1" status: 200 len: 990 time: 1.2721372 Mar 08 19:49:47.944119 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7092a06-ffd5-4d33-883b-eee953ed48fd', 'tag': '94b67e3f-c2ae-40cf-b44c-507ba8c0d290'}] {{(pid=109690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:49:47.946383 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d8e885dd147d8b917037df1c13c0f120f07ec6cc2713c5f97f9f0f1cce2c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60880345-a33e-424f-b500-7d364c06f4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b7092a06-ffd5-4d33-883b-eee953ed48fd", "tag": "94b67e3f-c2ae-40cf-b44c-507ba8c0d290"}]}' {{(pid=109690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:49:47.980660 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123216f2-2c7c-4c88-a126-f71c49a869ce x-openstack-request-id: req-123216f2-2c7c-4c88-a126-f71c49a869ce {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:49:47.981295 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7092a06-ffd5-4d33-883b-eee953ed48fd", "tag": "94b67e3f-c2ae-40cf-b44c-507ba8c0d290", "status": "completed", "code": 200}]} {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:49:47.981556 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-123216f2-2c7c-4c88-a126-f71c49a869ce {{(pid=109690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:49:47.981950 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7092a06-ffd5-4d33-883b-eee953ed48fd', 'tag': '94b67e3f-c2ae-40cf-b44c-507ba8c0d290', 'status': 'completed', 'code': 200} Mar 08 19:49:48.036504 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-05e27b08-af3a-4463-b516-6fbd97d19df5 None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:49:48.254804 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-05e27b08-af3a-4463-b516-6fbd97d19df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '64612e01-4e8a-4fef-8abb-8f25d629d2c5', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'port_id': '94b67e3f-c2ae-40cf-b44c-507ba8c0d290', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'mac_address': 'fa:16:3e:9f:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7092a06-ffd5-4d33-883b-eee953ed48fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:49:27Z', 'updated_at': '2022-03-08T19:49:47Z', 'revision_number': 1, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ip_address_scope': None}, {'id': 'f88c9458-ce7f-4448-8c5b-057c118d5b97', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'port_id': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'mac_address': 'fa:16:3e:f4:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a53ea32-1838-4dd1-85b7-bae137389683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:47:38Z', 'updated_at': '2022-03-08T19:48:12Z', 'revision_number': 2, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:49:48.280475 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e27b08-af3a-4463-b516-6fbd97d19df5 None None] Checking router: d8357a97-1270-4600-8b32-23ca28274084 for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:49:48.288373 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e27b08-af3a-4463-b516-6fbd97d19df5 None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:49:48.288962 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-05e27b08-af3a-4463-b516-6fbd97d19df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:49:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:49:48.395976 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-05e27b08-af3a-4463-b516-6fbd97d19df5 None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:49:48.455227 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29837a-d5a5-411a-93e0-20f2ca1709c1 req-26f0814b-0c12-47a5-8369-4ffa026727cf tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:48.456700 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cb29837a-d5a5-411a-93e0-20f2ca1709c1 req-26f0814b-0c12-47a5-8369-4ffa026727cf tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0509040 Mar 08 19:49:48.504148 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cb29837a-d5a5-411a-93e0-20f2ca1709c1 req-9b9e9c79-8e13-44ad-adbb-351d2756a31e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418060 Mar 08 19:49:48.621300 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-05e27b08-af3a-4463-b516-6fbd97d19df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '64612e01-4e8a-4fef-8abb-8f25d629d2c5', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'port_id': '94b67e3f-c2ae-40cf-b44c-507ba8c0d290', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'mac_address': 'fa:16:3e:9f:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7092a06-ffd5-4d33-883b-eee953ed48fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:49:27Z', 'updated_at': '2022-03-08T19:49:47Z', 'revision_number': 1, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ip_address_scope': None}, {'id': 'f88c9458-ce7f-4448-8c5b-057c118d5b97', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'port_id': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'mac_address': 'fa:16:3e:f4:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a53ea32-1838-4dd1-85b7-bae137389683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:47:38Z', 'updated_at': '2022-03-08T19:48:12Z', 'revision_number': 2, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:49:48.646853 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e27b08-af3a-4463-b516-6fbd97d19df5 None None] The sync data for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi is: [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '64612e01-4e8a-4fef-8abb-8f25d629d2c5', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'port_id': '94b67e3f-c2ae-40cf-b44c-507ba8c0d290', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'mac_address': 'fa:16:3e:9f:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7092a06-ffd5-4d33-883b-eee953ed48fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:49:27Z', 'updated_at': '2022-03-08T19:49:47Z', 'revision_number': 1, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ip_address_scope': None}, {'id': 'f88c9458-ce7f-4448-8c5b-057c118d5b97', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'port_id': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'mac_address': 'fa:16:3e:f4:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a53ea32-1838-4dd1-85b7-bae137389683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:47:38Z', 'updated_at': '2022-03-08T19:48:12Z', 'revision_number': 2, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:49:48.750634 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60880345-a33e-424f-b500-7d364c06f4bc req-f30ac2ea-63d7-44e2-826c-72ae3f3a11f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:48.752169 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-60880345-a33e-424f-b500-7d364c06f4bc req-f30ac2ea-63d7-44e2-826c-72ae3f3a11f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 1129 time: 0.0513985 Mar 08 19:49:48.847286 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754da2a-caca-4a22-8734-8ee1e7ff6032 None None] New status for floating IP 64612e01-4e8a-4fef-8abb-8f25d629d2c5: ACTIVE {{(pid=109691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:49:48.847854 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60880345-a33e-424f-b500-7d364c06f4bc req-775a14e3-627a-4604-9aeb-6437015cf2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:48.849331 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-60880345-a33e-424f-b500-7d364c06f4bc req-775a14e3-627a-4604-9aeb-6437015cf2b9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 200 len: 916 time: 0.0897689 Mar 08 19:49:48.937356 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-60880345-a33e-424f-b500-7d364c06f4bc req-5593e8bc-1339-479d-b205-1ff6cef7c854 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94b67e3f-c2ae-40cf-b44c-507ba8c0d290 HTTP/1.1" status: 200 len: 998 time: 0.0782926 Mar 08 19:49:49.034448 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60880345-a33e-424f-b500-7d364c06f4bc req-0f45f7eb-1929-418a-a356-2498e0f33d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:49.036038 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-60880345-a33e-424f-b500-7d364c06f4bc req-0f45f7eb-1929-418a-a356-2498e0f33d39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d1de695-2f89-4670-8368-e25440455f01 HTTP/1.1" status: 200 len: 854 time: 0.0696642 Mar 08 19:49:49.049757 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a8bcd-7113-4b73-b484-3546235410ba req-188f80ff-c403-4fca-a196-98ba4d2cd898 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:49.051145 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-eb8a8bcd-7113-4b73-b484-3546235410ba req-188f80ff-c403-4fca-a196-98ba4d2cd898 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.1022065 Mar 08 19:49:49.128686 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60880345-a33e-424f-b500-7d364c06f4bc req-e1097fc0-9ab5-4c24-9fc4-e5694518831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:49.130205 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-60880345-a33e-424f-b500-7d364c06f4bc req-e1097fc0-9ab5-4c24-9fc4-e5694518831d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfea349b-6bfd-41c2-92c4-062cebf33ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771980 Mar 08 19:49:49.133278 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-eb8a8bcd-7113-4b73-b484-3546235410ba req-e8e52d1a-6a46-4759-8c67-193c48fd4cc8 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730708 Mar 08 19:49:49.487145 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-60880345-a33e-424f-b500-7d364c06f4bc req-b01f8dd2-e7f1-4d75-a487-687a44f55b5a service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030090 Mar 08 19:49:49.630629 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129c405-e831-45af-bb30-3e7da3b41049 req-851721c6-5981-4a6a-873e-15aac6f41bcb tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:49.632236 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8129c405-e831-45af-bb30-3e7da3b41049 req-851721c6-5981-4a6a-873e-15aac6f41bcb tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0612681 Mar 08 19:49:49.681408 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8129c405-e831-45af-bb30-3e7da3b41049 req-bd6c373f-9aa8-426f-899e-b30b71ad1a73 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435071 Mar 08 19:49:50.310846 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-60880345-a33e-424f-b500-7d364c06f4bc req-976587ba-9bdb-4424-831c-af7017a8f427 service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326501 Mar 08 19:49:50.322167 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3089ac9-e92b-439a-a3b8-7a72d5de7373 req-50aaaed6-6618-4ea4-af27-6e1900e39c81 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:50.324226 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b3089ac9-e92b-439a-a3b8-7a72d5de7373 req-50aaaed6-6618-4ea4-af27-6e1900e39c81 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.1116009 Mar 08 19:49:50.370959 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b3089ac9-e92b-439a-a3b8-7a72d5de7373 req-9995d31d-0701-4d1b-b7de-9bde4f5d8fad tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412588 Mar 08 19:49:50.795804 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f0acb-a69d-4ed1-b54c-aac7d38e7e50 req-a09ead78-c341-45ac-9e00-e34a86f5b612 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:50.797303 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-844f0acb-a69d-4ed1-b54c-aac7d38e7e50 req-a09ead78-c341-45ac-9e00-e34a86f5b612 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0508344 Mar 08 19:49:50.843754 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-844f0acb-a69d-4ed1-b54c-aac7d38e7e50 req-9a9be64c-6e8d-4cc9-985d-13b62bd3aa1c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410910 Mar 08 19:49:51.489806 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c0ad5-87aa-4d51-8cd3-ff50cdba5d3d req-1b8fa83d-8eb6-4407-9c31-1cdfb42d868b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:51.491250 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b07c0ad5-87aa-4d51-8cd3-ff50cdba5d3d req-1b8fa83d-8eb6-4407-9c31-1cdfb42d868b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0504310 Mar 08 19:49:51.535427 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b07c0ad5-87aa-4d51-8cd3-ff50cdba5d3d req-34b11c17-9384-408a-9ca3-ebdad283ac19 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382488 Mar 08 19:49:51.958644 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87cd76-dcde-4f3e-80d1-c31ac20c5d83 req-b4e2a964-46d1-48db-999f-3bd20395901a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:51.960099 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7f87cd76-dcde-4f3e-80d1-c31ac20c5d83 req-b4e2a964-46d1-48db-999f-3bd20395901a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0526774 Mar 08 19:49:52.013295 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7f87cd76-dcde-4f3e-80d1-c31ac20c5d83 req-6f47cc89-a058-41be-9d6b-91ec209a4ac2 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472496 Mar 08 19:49:52.363367 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70171ad-30d3-4405-a48c-51068df5f7c6 req-683abd04-5cfe-4ae0-818f-98a8ea8e8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:52.365101 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b70171ad-30d3-4405-a48c-51068df5f7c6 req-683abd04-5cfe-4ae0-818f-98a8ea8e8471 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8fc81146d843659f7b027db2238ff7&device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 1129 time: 0.0546646 Mar 08 19:49:52.455678 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70171ad-30d3-4405-a48c-51068df5f7c6 req-74a4e73d-2478-4661-a585-10eb8d96276d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:52.457089 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b70171ad-30d3-4405-a48c-51068df5f7c6 req-74a4e73d-2478-4661-a585-10eb8d96276d service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3f5b26d-7786-4d76-b026-0184c6ebc557 HTTP/1.1" status: 200 len: 918 time: 0.0858769 Mar 08 19:49:52.522370 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b70171ad-30d3-4405-a48c-51068df5f7c6 req-133884a7-3eb8-4f59-882c-103f228afdd0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38ecd555-5c0f-44c2-850e-97cbfeea62d4 HTTP/1.1" status: 200 len: 1000 time: 0.0567267 Mar 08 19:49:52.577101 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70171ad-30d3-4405-a48c-51068df5f7c6 req-4d324b35-a493-49fa-9b7c-38d98608ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:52.578658 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b70171ad-30d3-4405-a48c-51068df5f7c6 req-4d324b35-a493-49fa-9b7c-38d98608ec11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca6f325-a313-48b4-874a-63f6de10419f HTTP/1.1" status: 200 len: 856 time: 0.0477784 Mar 08 19:49:52.659314 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70171ad-30d3-4405-a48c-51068df5f7c6 req-e6d66c73-79bc-4d76-8e10-64b6d33a5075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:52.660823 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b70171ad-30d3-4405-a48c-51068df5f7c6 req-e6d66c73-79bc-4d76-8e10-64b6d33a5075 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3f5b26d-7786-4d76-b026-0184c6ebc557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750077 Mar 08 19:49:52.671088 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577590e-fed9-43ef-8af3-348de2a8ca55 req-d10596cf-065b-4dc9-b237-347beaf134be tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:52.672454 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b577590e-fed9-43ef-8af3-348de2a8ca55 req-d10596cf-065b-4dc9-b237-347beaf134be tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0606680 Mar 08 19:49:52.768405 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b577590e-fed9-43ef-8af3-348de2a8ca55 req-d769cbaa-65f8-4ecf-8c55-7fefb892e7f7 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882254 Mar 08 19:49:52.793526 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b70171ad-30d3-4405-a48c-51068df5f7c6 req-597a360c-2f5f-48c1-90d0-955f1ac8406f service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201479 Mar 08 19:49:52.896306 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b70171ad-30d3-4405-a48c-51068df5f7c6 req-227fc8c4-ffb5-4adf-aca4-375546ff5965 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921462 Mar 08 19:49:53.128431 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d48773-1e57-4604-bd97-4c900df5e266 req-3f4da33a-3e95-475c-bbbb-1d1514be8be0 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:53.129942 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-77d48773-1e57-4604-bd97-4c900df5e266 req-3f4da33a-3e95-475c-bbbb-1d1514be8be0 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0515122 Mar 08 19:49:53.191878 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-77d48773-1e57-4604-bd97-4c900df5e266 req-b1ea1da6-f7c7-4dcf-ae37-6bc48e22a415 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565400 Mar 08 19:49:53.528143 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c0534-4781-4df2-90ad-60c1e6b8831b req-52b356dc-517e-40f8-846e-d492fa225e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:53.529990 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7c6c0534-4781-4df2-90ad-60c1e6b8831b req-52b356dc-517e-40f8-846e-d492fa225e0c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72ed260f86604db6ac28144af3dfb647&device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 1130 time: 0.0469434 Mar 08 19:49:53.534529 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852b7cf-fdb3-42a3-8ff5-486e23c46a8a req-d3fb43a5-c7cb-4848-8f95-0658146ade91 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:53.536135 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e852b7cf-fdb3-42a3-8ff5-486e23c46a8a req-d3fb43a5-c7cb-4848-8f95-0658146ade91 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0543506 Mar 08 19:49:53.594070 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e852b7cf-fdb3-42a3-8ff5-486e23c46a8a req-092698c8-f1ea-412f-b513-31669347a0ea tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504427 Mar 08 19:49:53.646613 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c0534-4781-4df2-90ad-60c1e6b8831b req-76dd7006-19e2-484c-9d96-66ec953ff850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:53.649163 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7c6c0534-4781-4df2-90ad-60c1e6b8831b req-76dd7006-19e2-484c-9d96-66ec953ff850 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8886c69-71b5-4f2a-a8b1-45077b0e7696 HTTP/1.1" status: 200 len: 920 time: 0.1086822 Mar 08 19:49:53.694481 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7c6c0534-4781-4df2-90ad-60c1e6b8831b req-86d7348f-3fa1-4c8e-9d0e-abf35b8a33b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3922c2b2-0487-47bb-b9e7-3f5915f09d4f HTTP/1.1" status: 200 len: 217 time: 0.0394788 Mar 08 19:49:53.742904 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c0534-4781-4df2-90ad-60c1e6b8831b req-d7001ccb-fb21-47d6-a0db-142318e26589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:53.744371 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7c6c0534-4781-4df2-90ad-60c1e6b8831b req-d7001ccb-fb21-47d6-a0db-142318e26589 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a50455b0-9330-418e-b6d3-f83bdb8fede0 HTTP/1.1" status: 200 len: 859 time: 0.0443664 Mar 08 19:49:53.786849 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7c6c0534-4781-4df2-90ad-60c1e6b8831b req-f1d1231e-f55d-4c88-a2fb-f873a10bf263 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8886c69-71b5-4f2a-a8b1-45077b0e7696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253425 Mar 08 19:49:53.910154 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7c6c0534-4781-4df2-90ad-60c1e6b8831b req-80477d5d-f5c4-44be-b0b8-01af94a668f7 service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156731 Mar 08 19:49:53.917994 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15eb88-e9e4-49d3-bfce-11c1d63e3788 req-7918a5fe-a4e1-4f46-815d-7618d44a3aaa tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:53.919357 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fa15eb88-e9e4-49d3-bfce-11c1d63e3788 req-7918a5fe-a4e1-4f46-815d-7618d44a3aaa tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 945 time: 0.0710549 Mar 08 19:49:54.017099 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fa15eb88-e9e4-49d3-bfce-11c1d63e3788 req-e7eeaef3-9281-4b06-801e-8e682b687c62 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901167 Mar 08 19:49:54.036810 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7c6c0534-4781-4df2-90ad-60c1e6b8831b req-72684c22-c500-4592-a20d-cf014d66dfd3 service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165311 Mar 08 19:49:54.304785 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429ffcd-8013-428e-be10-04b09739fd7e req-9630265f-830b-4def-a520-e9a921262753 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:54.306210 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d429ffcd-8013-428e-be10-04b09739fd7e req-9630265f-830b-4def-a520-e9a921262753 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0509818 Mar 08 19:49:54.351869 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d429ffcd-8013-428e-be10-04b09739fd7e req-37623ec4-c658-40e0-bc9a-d6d6434b5b72 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402560 Mar 08 19:49:54.456126 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 38ecd555-5c0f-44c2-850e-97cbfeea62d4 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:49:54.534202 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 is: ACTIVE; New status is: DOWN {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:54.534622 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:54.559332 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38ecd555-5c0f-44c2-850e-97cbfeea62d4'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:49:54.561590 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13e529c-65b9-4a60-b57e-694c394e6792" -d '{"events": [{"server_uuid": "7fb7515f-c5d4-4330-a70a-c1835a5556c4", "name": "network-vif-unplugged", "status": "completed", "tag": "38ecd555-5c0f-44c2-850e-97cbfeea62d4"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:49:54.571641 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 38ecd555-5c0f-44c2-850e-97cbfeea62d4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=38ecd555-5c0f-44c2-850e-97cbfeea62d4,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:49:54.576527 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:54.600752 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 19:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13b0fdc-6f64-44fc-aa1f-f497d2e414ea x-openstack-request-id: req-d13b0fdc-6f64-44fc-aa1f-f497d2e414ea {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:49:54.601050 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb7515f-c5d4-4330-a70a-c1835a5556c4", "name": "network-vif-unplugged", "status": "completed", "tag": "38ecd555-5c0f-44c2-850e-97cbfeea62d4", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:49:54.601356 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d13b0fdc-6f64-44fc-aa1f-f497d2e414ea {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:49:54.601759 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38ecd555-5c0f-44c2-850e-97cbfeea62d4', 'code': 200} Mar 08 19:49:54.625089 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=38ecd555-5c0f-44c2-850e-97cbfeea62d4,revision_number=8']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:54.731849 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb127c3-701c-4702-9b3f-1862ed63926d req-05c0728c-1058-4e5f-b09c-65a5c81c8956 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:54.733404 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-efb127c3-701c-4702-9b3f-1862ed63926d req-05c0728c-1058-4e5f-b09c-65a5c81c8956 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0541008 Mar 08 19:49:54.784368 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-efb127c3-701c-4702-9b3f-1862ed63926d req-016c14cf-995f-4f25-b778-ba4360430fdf tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453761 Mar 08 19:49:55.145893 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a776d2d-8be7-4ed5-b270-ad578cdaf681 req-b70a2f2d-8193-4efc-9d63-b9f37ec3403c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:55.147423 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2a776d2d-8be7-4ed5-b270-ad578cdaf681 req-b70a2f2d-8193-4efc-9d63-b9f37ec3403c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0564809 Mar 08 19:49:55.192721 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2a776d2d-8be7-4ed5-b270-ad578cdaf681 req-5aaef2ce-7e2f-4e19-8fde-52699644b417 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396223 Mar 08 19:49:55.472260 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a3bd7-07d4-44ba-9607-806080eb3da7 req-99d59e19-ee2d-49f5-a6e3-647ce7ba8141 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:55.473795 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f74a3bd7-07d4-44ba-9607-806080eb3da7 req-99d59e19-ee2d-49f5-a6e3-647ce7ba8141 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0514791 Mar 08 19:49:55.530988 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f74a3bd7-07d4-44ba-9607-806080eb3da7 req-a82bc31c-1cb6-453a-b9a4-88cc4833127f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518119 Mar 08 19:49:55.693623 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [req-6575d2b9-3017-45ac-a687-2e9a8cde24aa req-5970a9e4-49b8-4ca2-b93f-89eed2df08bf service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:49:55.694623 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6575d2b9-3017-45ac-a687-2e9a8cde24aa req-5970a9e4-49b8-4ca2-b93f-89eed2df08bf service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053911 Mar 08 19:49:55.863757 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ba5e7-d110-4268-9008-e1e2cb58fcb4 req-6b665ffd-7bc8-46b4-bd27-8876d40b27bc tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:55.865434 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-878ba5e7-d110-4268-9008-e1e2cb58fcb4 req-6b665ffd-7bc8-46b4-bd27-8876d40b27bc tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0669556 Mar 08 19:49:55.925792 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e4c65-680e-437a-bfb3-03290ffa37dc req-204a1bcf-1ecc-476d-86c4-ed73c33c2886 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:55.927314 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d73e4c65-680e-437a-bfb3-03290ffa37dc req-204a1bcf-1ecc-476d-86c4-ed73c33c2886 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0720193 Mar 08 19:49:55.941381 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-878ba5e7-d110-4268-9008-e1e2cb58fcb4 req-e1b615f5-246e-4ad4-aece-47ce8102e5a3 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635748 Mar 08 19:49:56.000662 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d73e4c65-680e-437a-bfb3-03290ffa37dc req-448c4970-0c6c-4320-8ed4-81a3fd290fc4 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654302 Mar 08 19:49:56.134021 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-eeeccb21-1b65-4ba2-91e7-1fdc28c05bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:56.225177 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 58828) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:56.313440 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a5d2d28e-0a4f-49f9-aa85-bb99988bada9 req-fe54a5ce-a271-471c-b11b-7652f24331cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870841 Mar 08 19:49:56.321808 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [req-a5d2d28e-0a4f-49f9-aa85-bb99988bada9 req-f7e15767-1934-4eaf-92e0-f1d9c09137f2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:49:56.323373 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a5d2d28e-0a4f-49f9-aa85-bb99988bada9 req-f7e15767-1934-4eaf-92e0-f1d9c09137f2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047421 Mar 08 19:49:56.404641 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 58836) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:56.478150 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device bf60bdec-d657-4193-8d4c-6d75b8d18de9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:49:56.500629 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2d28e-0a4f-49f9-aa85-bb99988bada9 req-58fe4f69-c6ea-4b8f-8eef-70c32527b3af tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:56.501994 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a5d2d28e-0a4f-49f9-aa85-bb99988bada9 req-58fe4f69-c6ea-4b8f-8eef-70c32527b3af tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports/38ecd555-5c0f-44c2-850e-97cbfeea62d4 HTTP/1.1" status: 200 len: 940 time: 0.0963354 Mar 08 19:49:56.582104 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port bf60bdec-d657-4193-8d4c-6d75b8d18de9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bf60bdec-d657-4193-8d4c-6d75b8d18de9,segment=NetworkSegment(13717a63-7cf9-4aad-bcf3-47cb06660cfc),segment_id=13717a63-7cf9-4aad-bcf3-47cb06660cfc)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:49:56.593127 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9', 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be', 'port_id': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9', 'mac_address': 'fa:16:3e:0b:20:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:49:56.632140 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port bf60bdec-d657-4193-8d4c-6d75b8d18de9 is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:56.632667 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:56.646657 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf60bdec-d657-4193-8d4c-6d75b8d18de9 {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:49:56.658576 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148bddf-80ce-4d94-8c89-fc57f9bbce23 req-f63caa30-a9ab-408b-9829-58da0abdd4c4 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:56.665930 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f148bddf-80ce-4d94-8c89-fc57f9bbce23 req-f63caa30-a9ab-408b-9829-58da0abdd4c4 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0623560 Mar 08 19:49:56.667501 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port bf60bdec-d657-4193-8d4c-6d75b8d18de9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bf60bdec-d657-4193-8d4c-6d75b8d18de9,segment=NetworkSegment(13717a63-7cf9-4aad-bcf3-47cb06660cfc),segment_id=13717a63-7cf9-4aad-bcf3-47cb06660cfc)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:49:56.672394 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:56.721279 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f148bddf-80ce-4d94-8c89-fc57f9bbce23 req-db91dcbf-618d-4f48-bc30-3562b87ca0b0 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545235 Mar 08 19:49:56.730249 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=bf60bdec-d657-4193-8d4c-6d75b8d18de9,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:57.010297 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 58856) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:57.049221 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['bf60bdec-d657-4193-8d4c-6d75b8d18de9'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:49:57.107109 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23d0d0-f3e6-48f6-8ea9-9aec1349653c req-3dd97d23-e41c-4188-8e20-7b05b28b02e9 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:57.109435 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3c23d0d0-f3e6-48f6-8ea9-9aec1349653c req-3dd97d23-e41c-4188-8e20-7b05b28b02e9 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.1004260 Mar 08 19:49:57.177365 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3c23d0d0-f3e6-48f6-8ea9-9aec1349653c req-82417d06-6147-4fc6-be3e-d47b97329d79 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577450 Mar 08 19:49:57.191969 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-45210b40-925b-4c32-9996-d2699c8b6170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:57.224756 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82789c59-08e2-433d-b92e-cede78f488f1 req-acd02604-3a37-49d0-8a3e-f4600de80bfa tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:57.226394 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-82789c59-08e2-433d-b92e-cede78f488f1 req-acd02604-3a37-49d0-8a3e-f4600de80bfa tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.1225209 Mar 08 19:49:57.309385 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-82789c59-08e2-433d-b92e-cede78f488f1 req-763119cc-3f42-4130-906f-526f2d8892c4 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704556 Mar 08 19:49:57.344704 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-45210b40-925b-4c32-9996-d2699c8b6170 admin admin] Publish callbacks [] for security_group (a87cd9b5-917c-40ec-a832-ad58895b7e8e), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:57.351259 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-45210b40-925b-4c32-9996-d2699c8b6170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (a87cd9b5-917c-40ec-a832-ad58895b7e8e), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:57.390090 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-45210b40-925b-4c32-9996-d2699c8b6170 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0cce033a8da34db98615e52d002fbbb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3782699 Mar 08 19:49:57.392106 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45210b40-925b-4c32-9996-d2699c8b6170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87cd9b5-917c-40ec-a832-ad58895b7e8e,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:57.392937 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 58906) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:49:57.457739 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-02310ee3-022c-4498-98ea-db8e7d9595d6 admin admin] Publish callbacks [] for security_group (a87cd9b5-917c-40ec-a832-ad58895b7e8e), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:57.486919 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-02310ee3-022c-4498-98ea-db8e7d9595d6 admin admin] Publish callbacks [] for security_group (a87cd9b5-917c-40ec-a832-ad58895b7e8e), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:57.546529 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-02310ee3-022c-4498-98ea-db8e7d9595d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (a87cd9b5-917c-40ec-a832-ad58895b7e8e), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:57.549281 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-02310ee3-022c-4498-98ea-db8e7d9595d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:57.550399 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-02310ee3-022c-4498-98ea-db8e7d9595d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a87cd9b5-917c-40ec-a832-ad58895b7e8e HTTP/1.1" status: 204 len: 168 time: 0.1562047 Mar 08 19:49:57.568430 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02310ee3-022c-4498-98ea-db8e7d9595d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87cd9b5-917c-40ec-a832-ad58895b7e8e,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:57.876965 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7a380-949e-404b-8e97-b57813668726 req-1f0b57d0-f812-460e-b68f-99918f4936cf tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:57.878464 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8ab7a380-949e-404b-8e97-b57813668726 req-1f0b57d0-f812-460e-b68f-99918f4936cf tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 944 time: 0.0589821 Mar 08 19:49:57.927090 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8ab7a380-949e-404b-8e97-b57813668726 req-73e8371f-f05e-41ce-bea2-603c8088693e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430300 Mar 08 19:49:58.310607 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2d28e-0a4f-49f9-aa85-bb99988bada9 req-9720c354-df41-4f59-8852-20c70a7e3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:58.312126 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a5d2d28e-0a4f-49f9-aa85-bb99988bada9 req-9720c354-df41-4f59-8852-20c70a7e3cf7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4&tenant_id=2f8fc81146d843659f7b027db2238ff7 HTTP/1.1" status: 200 len: 1127 time: 0.1076543 Mar 08 19:49:58.329319 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70f048-2a07-44bf-becb-81ba87e9ffe5 req-7be49535-786c-488e-8ff5-e14ddaabab1e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:58.331449 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1e70f048-2a07-44bf-becb-81ba87e9ffe5 req-7be49535-786c-488e-8ff5-e14ddaabab1e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0743349 Mar 08 19:49:58.407966 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f096461-1064-4044-81d4-dce1136aa7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:58.422247 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1e70f048-2a07-44bf-becb-81ba87e9ffe5 req-3123cc2e-dece-48bf-8a52-0904d554a67c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855391 Mar 08 19:49:58.425657 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2d28e-0a4f-49f9-aa85-bb99988bada9 req-402cf1c0-a5fb-4378-91c2-dde567f2da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:58.427400 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a5d2d28e-0a4f-49f9-aa85-bb99988bada9 req-402cf1c0-a5fb-4378-91c2-dde567f2da2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8fc81146d843659f7b027db2238ff7&device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 1127 time: 0.0837679 Mar 08 19:49:58.452444 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ec2b8-65c6-4f55-a93f-8987d80d4aeb req-08f5759d-505e-4764-a138-55382e1c9e4f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:58.453962 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-069ec2b8-65c6-4f55-a93f-8987d80d4aeb req-08f5759d-505e-4764-a138-55382e1c9e4f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0774379 Mar 08 19:49:58.482646 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device bf60bdec-d657-4193-8d4c-6d75b8d18de9 up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:49:58.504444 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-069ec2b8-65c6-4f55-a93f-8987d80d4aeb req-4649cb85-b0c3-4348-8120-b65526b9d5dd tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450070 Mar 08 19:49:58.530124 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2d28e-0a4f-49f9-aa85-bb99988bada9 req-476f9237-3b71-4acd-879d-2f0cc48a8c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:58.532173 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a5d2d28e-0a4f-49f9-aa85-bb99988bada9 req-476f9237-3b71-4acd-879d-2f0cc48a8c1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3f5b26d-7786-4d76-b026-0184c6ebc557 HTTP/1.1" status: 200 len: 918 time: 0.0966368 Mar 08 19:49:58.533001 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port bf60bdec-d657-4193-8d4c-6d75b8d18de9 completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:49:58.537525 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port bf60bdec-d657-4193-8d4c-6d75b8d18de9 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:49:58.537905 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:58.607972 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a5d2d28e-0a4f-49f9-aa85-bb99988bada9 req-5602cb8d-e8c7-4795-8d1d-d8cbef8ed967 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38ecd555-5c0f-44c2-850e-97cbfeea62d4 HTTP/1.1" status: 200 len: 998 time: 0.0656669 Mar 08 19:49:58.669651 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2d28e-0a4f-49f9-aa85-bb99988bada9 req-d1f65ad1-de1d-4a4b-a853-0de26a0e1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:58.671059 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a5d2d28e-0a4f-49f9-aa85-bb99988bada9 req-d1f65ad1-de1d-4a4b-a853-0de26a0e1e91 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca6f325-a313-48b4-874a-63f6de10419f HTTP/1.1" status: 200 len: 856 time: 0.0501366 Mar 08 19:49:58.725829 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2d28e-0a4f-49f9-aa85-bb99988bada9 req-596b8989-5923-4ee8-ab9b-65bb80978912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:58.727706 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a5d2d28e-0a4f-49f9-aa85-bb99988bada9 req-596b8989-5923-4ee8-ab9b-65bb80978912 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3f5b26d-7786-4d76-b026-0184c6ebc557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466397 Mar 08 19:49:58.743947 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port bf60bdec-d657-4193-8d4c-6d75b8d18de9 is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:58.744373 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:58.766049 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:49:58.768432 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fddc240-b478-4789-911d-262b929f865f" -d '{"events": [{"server_uuid": "08ec178e-8ba4-4606-8aa8-131038fc027e", "name": "network-vif-plugged", "status": "completed", "tag": "bf60bdec-d657-4193-8d4c-6d75b8d18de9"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:49:58.781889 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port bf60bdec-d657-4193-8d4c-6d75b8d18de9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bf60bdec-d657-4193-8d4c-6d75b8d18de9,segment=NetworkSegment(13717a63-7cf9-4aad-bcf3-47cb06660cfc),segment_id=13717a63-7cf9-4aad-bcf3-47cb06660cfc)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:49:58.786006 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:58.786959 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 38ecd555-5c0f-44c2-850e-97cbfeea62d4 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:49:58.811997 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f94737e-8ace-4709-b1b8-7e0c0a57f848 x-openstack-request-id: req-2f94737e-8ace-4709-b1b8-7e0c0a57f848 {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:49:58.812324 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ec178e-8ba4-4606-8aa8-131038fc027e", "name": "network-vif-plugged", "status": "completed", "tag": "bf60bdec-d657-4193-8d4c-6d75b8d18de9", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:49:58.812763 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2f94737e-8ace-4709-b1b8-7e0c0a57f848 {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:49:58.813163 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9', 'code': 200} Mar 08 19:49:58.825039 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a5d2d28e-0a4f-49f9-aa85-bb99988bada9 req-206b13ec-03b7-487a-a706-33a5e1deafb3 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894608 Mar 08 19:49:58.875684 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=bf60bdec-d657-4193-8d4c-6d75b8d18de9,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:49:58.884808 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:58.885156 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:58.885500 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:58.885836 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:58.886168 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:58.886498 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:58.887431 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:58.887763 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:58.888091 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:58.888821 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:58.889155 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:58.889478 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:58.889799 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:49:58.924596 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a5d2d28e-0a4f-49f9-aa85-bb99988bada9 req-78d63a3e-992a-42ca-aca4-c9a1767c41c5 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919468 Mar 08 19:49:58.928745 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 is: DOWN; New status is: DOWN {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:49:59.052246 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8e64f-d3ea-4412-bb6f-ee0a0406481b req-1f13b9fe-139e-4c4e-9e4d-0dd39bd7358f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:59.053779 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d2e8e64f-d3ea-4412-bb6f-ee0a0406481b req-1f13b9fe-139e-4c4e-9e4d-0dd39bd7358f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0527608 Mar 08 19:49:59.101582 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2ef82-4990-44bf-94ea-9dc19fee51a2 req-e7fd2f5d-d4f1-435d-8e53-94c51783be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:59.102410 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d2e8e64f-d3ea-4412-bb6f-ee0a0406481b req-4b4b54e8-d450-4ffc-871f-19362332c2e8 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425944 Mar 08 19:49:59.103077 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-15a2ef82-4990-44bf-94ea-9dc19fee51a2 req-e7fd2f5d-d4f1-435d-8e53-94c51783be1e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 1129 time: 0.0491202 Mar 08 19:49:59.159095 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-15a2ef82-4990-44bf-94ea-9dc19fee51a2 req-3c8e3ada-ec11-4327-820c-48c9948c9fd8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414636 Mar 08 19:49:59.594625 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464303c-1919-4e69-bfba-f8ef6159f061 req-50ead8a1-7b50-488d-9651-e357fe61e93b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:59.602277 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0464303c-1919-4e69-bfba-f8ef6159f061 req-50ead8a1-7b50-488d-9651-e357fe61e93b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0731556 Mar 08 19:49:59.650478 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:49:59.684437 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1a1bb-159e-42e0-8b9b-2ff65dc60cbb req-7be7440e-e603-4220-84c5-0f10f4059b73 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:49:59.686216 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0464303c-1919-4e69-bfba-f8ef6159f061 req-d109fdf9-eabf-4865-a043-b5129b8b95f0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829337 Mar 08 19:49:59.686909 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b0f1a1bb-159e-42e0-8b9b-2ff65dc60cbb req-7be7440e-e603-4220-84c5-0f10f4059b73 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0782666 Mar 08 19:49:59.754629 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b0f1a1bb-159e-42e0-8b9b-2ff65dc60cbb req-e0e8b594-eb60-4fa5-8ab1-032aec771d15 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617211 Mar 08 19:50:00.225369 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d55a98-f80a-477d-a082-99122742cc43 req-24dacc0d-e972-4ed3-bb9e-b735b6ba0e29 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:00.226881 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c2d55a98-f80a-477d-a082-99122742cc43 req-24dacc0d-e972-4ed3-bb9e-b735b6ba0e29 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0558834 Mar 08 19:50:00.279959 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c2d55a98-f80a-477d-a082-99122742cc43 req-0b8f6993-013d-46d0-bfad-7e1832124b9a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475080 Mar 08 19:50:00.852580 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbefbcb-d8b0-4f13-b339-cd4230ef015c req-a154b7ae-fadf-4ecf-8227-9f707a55498e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:00.854642 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-dfbefbcb-d8b0-4f13-b339-cd4230ef015c req-a154b7ae-fadf-4ecf-8227-9f707a55498e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0648146 Mar 08 19:50:00.896581 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83679b9c-c7a0-4927-b046-f1eda2746b02 req-936737ee-ca61-4a43-98ad-bba15eada012 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:00.898669 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-83679b9c-c7a0-4927-b046-f1eda2746b02 req-936737ee-ca61-4a43-98ad-bba15eada012 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0709131 Mar 08 19:50:00.909418 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-dfbefbcb-d8b0-4f13-b339-cd4230ef015c req-addc1620-9b3a-4b3e-929e-6eab8d4ac7a0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496225 Mar 08 19:50:00.950477 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-83679b9c-c7a0-4927-b046-f1eda2746b02 req-01beaceb-6e2e-4c0d-8197-62956b66b630 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461106 Mar 08 19:50:01.057729 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:01.403844 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:50:01.410782 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4def64d-d105-4680-bac9-9d8ef21ed9ec req-61873d21-f8c9-44ee-8be8-4db907636387 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:01.412255 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f4def64d-d105-4680-bac9-9d8ef21ed9ec req-61873d21-f8c9-44ee-8be8-4db907636387 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0631437 Mar 08 19:50:01.462630 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f4def64d-d105-4680-bac9-9d8ef21ed9ec req-d7f16ac3-5299-4d7e-9ba5-2d81429b0b1c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444815 Mar 08 19:50:02.044408 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a343c1e-70f9-44a9-b249-0ae621fe14b4 req-179aee42-08a9-4d8a-a633-2fb7b803be11 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:02.045993 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3a343c1e-70f9-44a9-b249-0ae621fe14b4 req-179aee42-08a9-4d8a-a633-2fb7b803be11 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0519571 Mar 08 19:50:02.099785 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbf119-61d0-47eb-953b-ff2ef7179069 req-c9d76914-beed-4983-a302-e915833bd5db tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:02.101708 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7acbf119-61d0-47eb-953b-ff2ef7179069 req-c9d76914-beed-4983-a302-e915833bd5db tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0723610 Mar 08 19:50:02.130736 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3a343c1e-70f9-44a9-b249-0ae621fe14b4 req-7e1e35f8-3d3f-41b0-a104-040cc284dbad tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750248 Mar 08 19:50:02.171188 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7acbf119-61d0-47eb-953b-ff2ef7179069 req-d423213e-b735-4b63-a97f-f16cca42985d tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450847 Mar 08 19:50:02.353173 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:02.592171 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7676b-b97f-40d4-a49b-8a36ec7ffe3e req-010cc668-7565-4c43-9ba5-36f51a46f724 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:02.596744 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fff7676b-b97f-40d4-a49b-8a36ec7ffe3e req-010cc668-7565-4c43-9ba5-36f51a46f724 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0604937 Mar 08 19:50:02.643961 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fff7676b-b97f-40d4-a49b-8a36ec7ffe3e req-199b5268-b7ce-4a81-aa43-856369809280 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442970 Mar 08 19:50:03.256160 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ee947-97c5-4db5-8e56-0e94d27bc79a req-a92bb77c-dc73-4c7d-840f-d5fbbfdb4a83 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:03.258548 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bd7ee947-97c5-4db5-8e56-0e94d27bc79a req-a92bb77c-dc73-4c7d-840f-d5fbbfdb4a83 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0588248 Mar 08 19:50:03.303301 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa44bef-0b6f-42ba-aadc-cb98eda3d02c req-8ad37f30-3d87-41ae-b226-590d2d2363ec tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:03.304829 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dfa44bef-0b6f-42ba-aadc-cb98eda3d02c req-8ad37f30-3d87-41ae-b226-590d2d2363ec tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0591426 Mar 08 19:50:03.310082 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bd7ee947-97c5-4db5-8e56-0e94d27bc79a req-85413de3-ab2d-4789-9a31-1d5a1e9cb25b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460916 Mar 08 19:50:03.360254 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dfa44bef-0b6f-42ba-aadc-cb98eda3d02c req-9ddff5ad-e513-4106-a3ec-5f812956a6ac tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498435 Mar 08 19:50:03.773251 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0b45b-2ced-457a-b460-7f6f585040f0 req-045bdcc4-01cf-41f1-b66a-72102a73a272 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:03.774749 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-12b0b45b-2ced-457a-b460-7f6f585040f0 req-045bdcc4-01cf-41f1-b66a-72102a73a272 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0583205 Mar 08 19:50:03.828209 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-12b0b45b-2ced-457a-b460-7f6f585040f0 req-45d7edcd-7948-42b7-9aaa-223101f0d239 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477533 Mar 08 19:50:04.440121 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e579237-06d2-43d2-9f7a-b50075ec0986 req-32fbad5a-67d7-492e-a617-857080fa25c4 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:04.441579 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8e579237-06d2-43d2-9f7a-b50075ec0986 req-32fbad5a-67d7-492e-a617-857080fa25c4 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0537939 Mar 08 19:50:04.490689 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa491795-7b0e-4fb1-a721-afe023f1f575 req-48ca2be2-701c-433b-adad-d303f9056381 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:04.492201 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fa491795-7b0e-4fb1-a721-afe023f1f575 req-48ca2be2-701c-433b-adad-d303f9056381 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0591266 Mar 08 19:50:04.497808 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8e579237-06d2-43d2-9f7a-b50075ec0986 req-6261a73a-54f1-4662-a156-aef9b44e4478 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501304 Mar 08 19:50:04.546977 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fa491795-7b0e-4fb1-a721-afe023f1f575 req-2c93871b-3402-44b2-b43f-9964ec7df44e tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491254 Mar 08 19:50:04.949047 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d1698-9436-4fb7-bd9d-fed52152b455 req-3fe9b078-ca63-4070-97b0-d00c0da6b958 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:04.950594 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c49d1698-9436-4fb7-bd9d-fed52152b455 req-3fe9b078-ca63-4070-97b0-d00c0da6b958 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0540991 Mar 08 19:50:05.009502 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c49d1698-9436-4fb7-bd9d-fed52152b455 req-6bcba063-a73f-4a3e-98b1-67123268cc9e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526080 Mar 08 19:50:05.644214 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44887c93-71b2-4d80-890f-870ad51df3ef req-7409b3f3-e54c-473e-8741-87770a19ca97 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:05.650974 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-44887c93-71b2-4d80-890f-870ad51df3ef req-7409b3f3-e54c-473e-8741-87770a19ca97 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0814030 Mar 08 19:50:05.681301 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849bbdc-abc4-4714-8b3b-4b2066343bac req-fef3a82d-82b8-41ea-9e2a-1344935cbe2d tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:05.682973 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8849bbdc-abc4-4714-8b3b-4b2066343bac req-fef3a82d-82b8-41ea-9e2a-1344935cbe2d tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0603876 Mar 08 19:50:05.698831 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-44887c93-71b2-4d80-890f-870ad51df3ef req-a783c8e9-1501-42de-9eab-1baab8c865fa tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469911 Mar 08 19:50:05.739972 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8849bbdc-abc4-4714-8b3b-4b2066343bac req-74b0e16b-4ac2-4d7f-9e93-e39fe9766b39 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512645 Mar 08 19:50:06.134714 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c4d65-5190-459a-96e4-053bd9336901 req-8f3a95db-87d1-40d9-a466-971e0a818d95 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:06.137711 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9a0c4d65-5190-459a-96e4-053bd9336901 req-8f3a95db-87d1-40d9-a466-971e0a818d95 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0580282 Mar 08 19:50:06.189074 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9a0c4d65-5190-459a-96e4-053bd9336901 req-fa6e9985-1d82-4fec-a94c-f0e6d7139665 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462055 Mar 08 19:50:06.852487 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6546209-b1ea-47da-8518-deb5731a332f req-35563a58-dce5-4bab-892b-4c4f71fa1490 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:06.854249 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e6546209-b1ea-47da-8518-deb5731a332f req-35563a58-dce5-4bab-892b-4c4f71fa1490 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0657260 Mar 08 19:50:06.877370 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ba36c-89be-43b8-88ea-5aeccbd19526 req-84cb240b-e76d-4976-964e-42ce7e25c356 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:06.878894 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-007ba36c-89be-43b8-88ea-5aeccbd19526 req-84cb240b-e76d-4976-964e-42ce7e25c356 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0606146 Mar 08 19:50:06.907160 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e6546209-b1ea-47da-8518-deb5731a332f req-d031b88e-ab69-4df3-8e02-cae546b740ba tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452828 Mar 08 19:50:06.938664 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-007ba36c-89be-43b8-88ea-5aeccbd19526 req-264bd47d-d830-41ed-b3a4-3c5b11710d05 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537050 Mar 08 19:50:07.313072 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35e345-388c-4e5a-b542-0a64f7ba2481 req-508cb41c-fc7f-48e2-a320-2c3da128148e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:07.314892 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0b35e345-388c-4e5a-b542-0a64f7ba2481 req-508cb41c-fc7f-48e2-a320-2c3da128148e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0557532 Mar 08 19:50:07.365475 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0b35e345-388c-4e5a-b542-0a64f7ba2481 req-65bfccad-ef7c-403a-8c1b-f2baebb9300e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449622 Mar 08 19:50:08.038523 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b7499-5799-4e61-b133-4daed901747e req-dcdae50b-1f06-4a0b-89f2-89337daa5efa tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:08.046167 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9b9b7499-5799-4e61-b133-4daed901747e req-dcdae50b-1f06-4a0b-89f2-89337daa5efa tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0624568 Mar 08 19:50:08.093965 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daeb4f-41a0-4092-bb05-86f0dbc6e00f req-ce16427d-f45c-4d0d-bea0-eb97f93f3728 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:08.096198 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d9daeb4f-41a0-4092-bb05-86f0dbc6e00f req-ce16427d-f45c-4d0d-bea0-eb97f93f3728 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0758352 Mar 08 19:50:08.110374 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9b9b7499-5799-4e61-b133-4daed901747e req-d8ee7196-30e1-46d6-b587-07f97e5c0d5d tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633330 Mar 08 19:50:08.154888 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d9daeb4f-41a0-4092-bb05-86f0dbc6e00f req-c2859f72-a5a0-4b37-adaa-95d60d683409 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485108 Mar 08 19:50:08.496676 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db1423-b059-463f-b762-573ff664a1c2 req-66994040-843d-4361-bf98-49f915bc3065 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:08.498211 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-38db1423-b059-463f-b762-573ff664a1c2 req-66994040-843d-4361-bf98-49f915bc3065 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0543256 Mar 08 19:50:08.549993 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-38db1423-b059-463f-b762-573ff664a1c2 req-07ec90db-c5c4-4caf-89c8-8b1933650d40 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462537 Mar 08 19:50:09.266285 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab96619-1e0a-427c-9e25-17288d944d97 req-aef2ebed-706c-4270-9167-2f97720c8b65 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:09.270613 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3ab96619-1e0a-427c-9e25-17288d944d97 req-aef2ebed-706c-4270-9167-2f97720c8b65 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0699670 Mar 08 19:50:09.318177 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a60ce4-71b9-49cf-ba34-5433f8a48147 req-986193a3-44cb-4514-b825-fba3c7ba8e0a tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:09.326029 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-60a60ce4-71b9-49cf-ba34-5433f8a48147 req-986193a3-44cb-4514-b825-fba3c7ba8e0a tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0624700 Mar 08 19:50:09.326918 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3ab96619-1e0a-427c-9e25-17288d944d97 req-6b59d0ae-5b27-4e03-ab7c-81a35dd4dde7 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524046 Mar 08 19:50:09.380910 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-60a60ce4-71b9-49cf-ba34-5433f8a48147 req-dc45cbe5-d48f-40c3-940c-ed998ade17cb tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537524 Mar 08 19:50:09.699434 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b622c58-40c3-4872-873d-30dfc071bd16 req-41867440-4310-4fe7-a464-7c94c97e2d7f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:09.704839 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7b622c58-40c3-4872-873d-30dfc071bd16 req-41867440-4310-4fe7-a464-7c94c97e2d7f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0813344 Mar 08 19:50:09.764897 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7b622c58-40c3-4872-873d-30dfc071bd16 req-c5a0fd2b-7183-4060-b368-ed3cd2e742f8 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555549 Mar 08 19:50:10.460143 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65030faa-9039-4652-b613-bc49ba945443 req-8b37b28d-fb7e-4c58-86ae-4af77abaa6a4 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:10.461690 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-65030faa-9039-4652-b613-bc49ba945443 req-8b37b28d-fb7e-4c58-86ae-4af77abaa6a4 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0526841 Mar 08 19:50:10.497490 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3de96-ce7b-40b4-9a9f-1110cf314fb2 req-2dcbf384-bda4-4cfb-aa45-10b4e190b682 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:10.498951 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-eeb3de96-ce7b-40b4-9a9f-1110cf314fb2 req-2dcbf384-bda4-4cfb-aa45-10b4e190b682 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0516796 Mar 08 19:50:10.508178 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-65030faa-9039-4652-b613-bc49ba945443 req-ddc8df85-eb3c-4734-9c67-36e495dc9bb6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402880 Mar 08 19:50:10.546469 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-eeb3de96-ce7b-40b4-9a9f-1110cf314fb2 req-266500e2-bce9-4d69-b15b-944f4e24b67c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417085 Mar 08 19:50:10.885970 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d24995-bbc4-4818-be25-a73f18c1504c req-4ae84aa2-fc2b-4f54-9f95-3a18f07fda0b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:10.888070 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c7d24995-bbc4-4818-be25-a73f18c1504c req-4ae84aa2-fc2b-4f54-9f95-3a18f07fda0b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0560148 Mar 08 19:50:10.935893 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c7d24995-bbc4-4818-be25-a73f18c1504c req-9de16c8a-9c28-4d03-837c-6c58c36dfbdc tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423176 Mar 08 19:50:11.633528 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aaa5c-0c16-4df9-97d3-c43873811836 req-367655b9-30e1-46fd-87db-6552aa64a060 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:11.634999 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6a1aaa5c-0c16-4df9-97d3-c43873811836 req-367655b9-30e1-46fd-87db-6552aa64a060 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0524364 Mar 08 19:50:11.678995 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d95f5-f8e2-47e3-8861-92449c7783cb req-258ece39-7e1d-4f93-b360-dbced05bbfff tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:11.680502 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a56d95f5-f8e2-47e3-8861-92449c7783cb req-258ece39-7e1d-4f93-b360-dbced05bbfff tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0648453 Mar 08 19:50:11.682591 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6a1aaa5c-0c16-4df9-97d3-c43873811836 req-e805e746-33e5-49e7-b783-0900549b0fb5 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411835 Mar 08 19:50:11.725959 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a56d95f5-f8e2-47e3-8861-92449c7783cb req-0ef7b1b0-3233-4bda-a331-130657137368 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391214 Mar 08 19:50:12.057335 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a70b59-03e4-4346-b770-d5559c46bdc6 req-f8bdc49a-a274-47eb-b112-2770bafb68e0 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:12.058815 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-69a70b59-03e4-4346-b770-d5559c46bdc6 req-f8bdc49a-a274-47eb-b112-2770bafb68e0 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0556488 Mar 08 19:50:12.107871 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-69a70b59-03e4-4346-b770-d5559c46bdc6 req-abf630da-8f2d-46ec-b8f2-d5a14b92a226 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436063 Mar 08 19:50:12.350726 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:12.803102 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12961f49-9ba6-4039-bf08-5ed087882d27 req-5d223b5c-c183-490e-9e33-747b55b2b32a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:12.804714 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-12961f49-9ba6-4039-bf08-5ed087882d27 req-5d223b5c-c183-490e-9e33-747b55b2b32a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0526688 Mar 08 19:50:12.845408 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32362e0-3c3e-49eb-be1a-2c1bd84ca3ee req-3f23f39e-12f3-4b40-9941-916004aa966d tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:12.846891 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f32362e0-3c3e-49eb-be1a-2c1bd84ca3ee req-3f23f39e-12f3-4b40-9941-916004aa966d tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0545881 Mar 08 19:50:12.852952 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-12961f49-9ba6-4039-bf08-5ed087882d27 req-aab19134-2911-47b4-be11-d76bee523514 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415604 Mar 08 19:50:12.893832 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f32362e0-3c3e-49eb-be1a-2c1bd84ca3ee req-97184289-0a4c-419e-8fb8-e36ccfd159d4 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 Mar 08 19:50:13.004696 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9f8b183-2079-4648-ade2-efac5c81a52e req-12b93739-7680-4203-9ca0-9c08cb151f95 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411394 Mar 08 19:50:13.074582 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8b183-2079-4648-ade2-efac5c81a52e req-1003ce28-8ae0-4c3b-8e6d-f945f2504a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:13.076028 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9f8b183-2079-4648-ade2-efac5c81a52e req-1003ce28-8ae0-4c3b-8e6d-f945f2504a79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 1130 time: 0.0457444 Mar 08 19:50:13.189868 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8b183-2079-4648-ade2-efac5c81a52e req-de4eaf1f-56bb-4032-80a0-8b11506e1eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:13.191353 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9f8b183-2079-4648-ade2-efac5c81a52e req-de4eaf1f-56bb-4032-80a0-8b11506e1eb5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 200 len: 916 time: 0.0868888 Mar 08 19:50:13.226309 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e9d8f-1ff3-4f46-9cf2-cbe4700eeb77 req-56a2c0bf-aa2a-4973-9568-9c74e4362b2e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:13.227791 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fb4e9d8f-1ff3-4f46-9cf2-cbe4700eeb77 req-56a2c0bf-aa2a-4973-9568-9c74e4362b2e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0502672 Mar 08 19:50:13.265131 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9f8b183-2079-4648-ade2-efac5c81a52e req-f8c7e173-1948-4d8e-ad17-cf8494d6d465 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04a354b0-ebaf-4bb1-8bd4-8311d12fae7f HTTP/1.1" status: 200 len: 1001 time: 0.0609734 Mar 08 19:50:13.279767 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fb4e9d8f-1ff3-4f46-9cf2-cbe4700eeb77 req-5f2e10cf-fd44-415b-ab3b-6133616e742a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457101 Mar 08 19:50:13.323021 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8b183-2079-4648-ade2-efac5c81a52e req-10afde06-0c36-4b1f-ab90-7d292f9e14c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:13.324573 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9f8b183-2079-4648-ade2-efac5c81a52e req-10afde06-0c36-4b1f-ab90-7d292f9e14c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d1de695-2f89-4670-8368-e25440455f01 HTTP/1.1" status: 200 len: 854 time: 0.0433736 Mar 08 19:50:13.405018 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8b183-2079-4648-ade2-efac5c81a52e req-d2824d3c-d3c7-45a4-bec1-daa438bb5047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:13.406615 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9f8b183-2079-4648-ade2-efac5c81a52e req-d2824d3c-d3c7-45a4-bec1-daa438bb5047 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfea349b-6bfd-41c2-92c4-062cebf33ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754418 Mar 08 19:50:13.420633 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6c1d1-55b9-4f3f-a329-125b49df70bc req-6904656d-198b-4ca2-abaa-c13026973742 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:13.422095 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-90d6c1d1-55b9-4f3f-a329-125b49df70bc req-6904656d-198b-4ca2-abaa-c13026973742 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0678792 Mar 08 19:50:13.519123 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-90d6c1d1-55b9-4f3f-a329-125b49df70bc req-a113f4ca-1ee2-461c-9485-a06b733a3080 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884738 Mar 08 19:50:13.536549 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9f8b183-2079-4648-ade2-efac5c81a52e req-2fce794e-8969-44ff-975d-874f72ba96c9 service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135023 Mar 08 19:50:13.540504 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 59090) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:13.628981 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9f8b183-2079-4648-ade2-efac5c81a52e req-d201384a-4ec4-4979-9e33-130ce6134e62 service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826802 Mar 08 19:50:13.723233 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78433ab6-1b06-4b95-989e-2a08dc5576eb tempest-TestShelveInstance-1387193471 tempest-TestShelveInstance-1387193471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:13.724745 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-78433ab6-1b06-4b95-989e-2a08dc5576eb tempest-TestShelveInstance-1387193471 tempest-TestShelveInstance-1387193471-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 1124 time: 0.1833339 Mar 08 19:50:13.728042 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59094) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:13.733407 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Request body: {'floatingip': {'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'port_id': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:50:13.755426 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:13.848046 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:13.987865 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Allocated IP 172.27.1.229 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/455241a1-7543-49ca-8ac2-0490c1831120) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:50:14.010333 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda48b3-e704-4346-8b7e-fcdeb199df62 req-d276602e-1803-4072-a691-1361063715a4 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:14.012386 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0fda48b3-e704-4346-8b7e-fcdeb199df62 req-d276602e-1803-4072-a691-1361063715a4 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0816803 Mar 08 19:50:14.012630 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62f45c-82e8-4bc0-90cd-5e49e0a5c2a5 req-6baa245c-95e1-415f-8697-8c59634fae3c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:14.014113 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ad62f45c-82e8-4bc0-90cd-5e49e0a5c2a5 req-6baa245c-95e1-415f-8697-8c59634fae3c tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0522892 Mar 08 19:50:14.063688 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ad62f45c-82e8-4bc0-90cd-5e49e0a5c2a5 req-36193819-c487-4fee-a684-0c4d042e0405 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438511 Mar 08 19:50:14.113113 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0fda48b3-e704-4346-8b7e-fcdeb199df62 req-85f9f7ef-3348-4e99-9376-1e05cdef2795 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867136 Mar 08 19:50:14.139013 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for port (455241a1-7543-49ca-8ac2-0490c1831120), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:14.172894 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (455241a1-7543-49ca-8ac2-0490c1831120), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:14.211597 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:50:14.215009 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:50:14.218360 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:50:14.223654 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Pushing event updated for resources: {'Port': ['ID=455241a1-7543-49ca-8ac2-0490c1831120,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:14.604743 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for floatingip (64f689b7-8bf4-4b3a-9570-6f8ee4c2a5a4), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:14.676455 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (455241a1-7543-49ca-8ac2-0490c1831120), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:15.037069 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for port (455241a1-7543-49ca-8ac2-0490c1831120), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:15.041230 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31980278'] for port (455241a1-7543-49ca-8ac2-0490c1831120), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:15.106582 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Pushing event updated for resources: {'Port': ['ID=455241a1-7543-49ca-8ac2-0490c1831120,revision_number=2']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:15.121243 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (64f689b7-8bf4-4b3a-9570-6f8ee4c2a5a4), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:15.180825 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a5ba7-e741-400f-9432-c88c4680fa38 req-4d58826d-0e27-406d-9eb0-624b54bb9883 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:15.182331 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e27a5ba7-e741-400f-9432-c88c4680fa38 req-4d58826d-0e27-406d-9eb0-624b54bb9883 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0527642 Mar 08 19:50:15.236912 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e27a5ba7-e741-400f-9432-c88c4680fa38 req-baf284b7-e7fb-4c23-a932-b87b032dbe6e tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471828 Mar 08 19:50:15.269249 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.l3_db [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Floating IP 64f689b7-8bf4-4b3a-9570-6f8ee4c2a5a4 associated. External IP: 172.27.1.229, port: bf60bdec-d657-4193-8d4c-6d75b8d18de9. Mar 08 19:50:15.314586 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fc1ab-ee84-4f7d-8786-1baa01b08da0 req-ea63047c-ddee-4feb-82b5-37efe5072668 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:15.316003 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ff3fc1ab-ee84-4f7d-8786-1baa01b08da0 req-ea63047c-ddee-4feb-82b5-37efe5072668 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.1014297 Mar 08 19:50:15.407265 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ff3fc1ab-ee84-4f7d-8786-1baa01b08da0 req-df3b03c9-bb5e-46f2-a052-f26dfb841e3c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847921 Mar 08 19:50:15.521192 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Router d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:50:15.626681 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:50:15.644240 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67722d75-e9f2-4765-8206-f6a2ed516465 None None] Sync routers for ids ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:50:15.645758 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:15.657278 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67722d75-e9f2-4765-8206-f6a2ed516465 None None] Routers {'d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:50:15.658014 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-67722d75-e9f2-4765-8206-f6a2ed516465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:49:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:15.688403 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-b5ac9aa1-1769-4745-a679-4cc1e5b7f583 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9513867 Mar 08 19:50:15.688403 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'tag': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9'}] {{(pid=109690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:50:15.688403 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d8e885dd147d8b917037df1c13c0f120f07ec6cc2713c5f97f9f0f1cce2c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1335a421-236c-4c43-b087-c148dd0282bf" -d '{"events": [{"name": "network-changed", "server_uuid": "08ec178e-8ba4-4606-8aa8-131038fc027e", "tag": "bf60bdec-d657-4193-8d4c-6d75b8d18de9"}]}' {{(pid=109690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:50:15.720520 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cbde94-41d6-4233-a2f3-664ee8053c1d x-openstack-request-id: req-73cbde94-41d6-4233-a2f3-664ee8053c1d {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:50:15.720845 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ec178e-8ba4-4606-8aa8-131038fc027e", "tag": "bf60bdec-d657-4193-8d4c-6d75b8d18de9", "status": "completed", "code": 200}]} {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:50:15.721275 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73cbde94-41d6-4233-a2f3-664ee8053c1d {{(pid=109690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:50:15.721689 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'tag': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9', 'status': 'completed', 'code': 200} Mar 08 19:50:15.779654 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-67722d75-e9f2-4765-8206-f6a2ed516465 None None] Set router d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:50:15.810347 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a421-236c-4c43-b087-c148dd0282bf req-ec7aabb0-7658-436d-b874-97868f13e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:15.812357 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1335a421-236c-4c43-b087-c148dd0282bf req-ec7aabb0-7658-436d-b874-97868f13e0ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b47b5204f2f43e5a2162e5e0f450500&device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 1129 time: 0.0531251 Mar 08 19:50:15.914208 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a421-236c-4c43-b087-c148dd0282bf req-e10d879e-c14f-413f-bde3-33f29fd9c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:15.915808 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1335a421-236c-4c43-b087-c148dd0282bf req-e10d879e-c14f-413f-bde3-33f29fd9c9f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15c07b37-2e57-425d-a12f-c3c92656e6be HTTP/1.1" status: 200 len: 909 time: 0.0929937 Mar 08 19:50:16.001015 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1335a421-236c-4c43-b087-c148dd0282bf req-40b61d3b-2270-4226-ad85-f1538b0f1de0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf60bdec-d657-4193-8d4c-6d75b8d18de9 HTTP/1.1" status: 200 len: 999 time: 0.0778897 Mar 08 19:50:16.117732 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-67722d75-e9f2-4765-8206-f6a2ed516465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'name': 'tempest-TestShelveInstance-575278475-router', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:00Z', 'revision_number': 4, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'gw_port': {'id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '64f689b7-8bf4-4b3a-9570-6f8ee4c2a5a4', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'port_id': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be', 'mac_address': 'fa:16:3e:0b:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:50:14Z', 'updated_at': '2022-03-08T19:50:14Z', 'revision_number': 0, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5676d-c3f5-4708-a254-aca8148480f0', 'name': '', 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'mac_address': 'fa:16:3e:62:df:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:59Z', 'updated_at': '2022-03-08T19:49:06Z', 'revision_number': 5, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'subnets': [{'id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:16.145477 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67722d75-e9f2-4765-8206-f6a2ed516465 None None] Checking router: d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:50:16.154728 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67722d75-e9f2-4765-8206-f6a2ed516465 None None] Routers {'d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:50:16.155344 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-67722d75-e9f2-4765-8206-f6a2ed516465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:49:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:16.266698 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-67722d75-e9f2-4765-8206-f6a2ed516465 None None] Set router d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:50:16.305409 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a421-236c-4c43-b087-c148dd0282bf req-c87b392b-824e-44ab-9837-7df69f1aa945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:16.308317 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1335a421-236c-4c43-b087-c148dd0282bf req-c87b392b-824e-44ab-9837-7df69f1aa945 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=89e0a234-aa20-4709-9097-ea62c5d21a17 HTTP/1.1" status: 200 len: 847 time: 0.2986400 Mar 08 19:50:16.357415 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a421-236c-4c43-b087-c148dd0282bf req-9a9c7da4-cff8-499f-81c1-fa63d7c68470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:16.358965 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1335a421-236c-4c43-b087-c148dd0282bf req-9a9c7da4-cff8-499f-81c1-fa63d7c68470 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15c07b37-2e57-425d-a12f-c3c92656e6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446153 Mar 08 19:50:16.359857 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fcc7b-d157-41ad-8773-68da7b5a938b req-e3fd6517-67f1-4a97-93b4-aad5fc0ffc04 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:16.361691 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-334fcc7b-d157-41ad-8773-68da7b5a938b req-e3fd6517-67f1-4a97-93b4-aad5fc0ffc04 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0549295 Mar 08 19:50:16.418413 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-334fcc7b-d157-41ad-8773-68da7b5a938b req-6bfe35a0-8b7a-454e-a0aa-a3bc24d71c30 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488808 Mar 08 19:50:16.466589 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1335a421-236c-4c43-b087-c148dd0282bf req-87e26d56-885e-4a1f-8ee1-170a905dcb7f service neutron] 10.222.0.60 "GET /v2.0/networks/15c07b37-2e57-425d-a12f-c3c92656e6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986960 Mar 08 19:50:16.503494 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-67722d75-e9f2-4765-8206-f6a2ed516465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'name': 'tempest-TestShelveInstance-575278475-router', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:00Z', 'revision_number': 4, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'gw_port': {'id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '64f689b7-8bf4-4b3a-9570-6f8ee4c2a5a4', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'port_id': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be', 'mac_address': 'fa:16:3e:0b:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:50:14Z', 'updated_at': '2022-03-08T19:50:14Z', 'revision_number': 0, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5676d-c3f5-4708-a254-aca8148480f0', 'name': '', 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'mac_address': 'fa:16:3e:62:df:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:59Z', 'updated_at': '2022-03-08T19:49:06Z', 'revision_number': 5, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'subnets': [{'id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:16.529739 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67722d75-e9f2-4765-8206-f6a2ed516465 None None] The sync data for ids ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'] in dv-cinder-830093-3-iscsi is: [{'id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'name': 'tempest-TestShelveInstance-575278475-router', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:00Z', 'revision_number': 4, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'gw_port': {'id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '64f689b7-8bf4-4b3a-9570-6f8ee4c2a5a4', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'port_id': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be', 'mac_address': 'fa:16:3e:0b:20:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:50:14Z', 'updated_at': '2022-03-08T19:50:14Z', 'revision_number': 0, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d5676d-c3f5-4708-a254-aca8148480f0', 'name': '', 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'mac_address': 'fa:16:3e:62:df:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:59Z', 'updated_at': '2022-03-08T19:49:06Z', 'revision_number': 5, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'subnets': [{'id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:50:16.595048 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9356d7-7647-4f90-859b-334b525f1b53 req-49202db6-f7b2-485c-83e9-32995e771758 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:16.596570 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-af9356d7-7647-4f90-859b-334b525f1b53 req-49202db6-f7b2-485c-83e9-32995e771758 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.1034205 Mar 08 19:50:16.598863 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1335a421-236c-4c43-b087-c148dd0282bf req-e91a3543-2f86-4eb4-bddd-b6162f90ff6f service neutron] 10.222.0.60 "GET /v2.0/networks/15c07b37-2e57-425d-a12f-c3c92656e6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256993 Mar 08 19:50:16.648672 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-af9356d7-7647-4f90-859b-334b525f1b53 req-72e0c0c7-9c25-4c0e-8856-469a6e231e8b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458493 Mar 08 19:50:16.737869 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a7d35c-8289-46bc-9560-2de2105542e5 None None] New status for floating IP 64f689b7-8bf4-4b3a-9570-6f8ee4c2a5a4: ACTIVE {{(pid=109691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:50:17.534825 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cba4e5-f2e3-4357-9d03-ed8b530c4257 req-c7eabae7-e220-42ca-b402-dee12d81d0a8 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:17.536280 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-43cba4e5-f2e3-4357-9d03-ed8b530c4257 req-c7eabae7-e220-42ca-b402-dee12d81d0a8 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0504937 Mar 08 19:50:17.581587 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-43cba4e5-f2e3-4357-9d03-ed8b530c4257 req-08d6f665-7545-444d-9d52-318b7387af5f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395451 Mar 08 19:50:17.770287 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b3f9c-6742-4ee9-9e21-d8416f591b40 req-c0642649-a289-4c79-b36b-7759401df687 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:17.771663 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-241b3f9c-6742-4ee9-9e21-d8416f591b40 req-c0642649-a289-4c79-b36b-7759401df687 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0504935 Mar 08 19:50:17.817473 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-241b3f9c-6742-4ee9-9e21-d8416f591b40 req-175f69eb-a18a-4036-914c-de6c0fc164b1 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402203 Mar 08 19:50:18.699939 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b0245-82f8-41b6-a4cd-53dd6cfff257 req-a7934d26-b1da-45df-bb1c-840ac2d0e7a3 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:18.701419 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-937b0245-82f8-41b6-a4cd-53dd6cfff257 req-a7934d26-b1da-45df-bb1c-840ac2d0e7a3 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0551677 Mar 08 19:50:18.746168 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-937b0245-82f8-41b6-a4cd-53dd6cfff257 req-d922b9e1-ef06-4768-9dc4-9f5041f2735e tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392904 Mar 08 19:50:18.936061 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06279d-5940-48ea-809f-48c2ba2ede18 req-1c5379f9-0d6b-4b78-8e58-647fe1fa4a33 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:18.937486 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4f06279d-5940-48ea-809f-48c2ba2ede18 req-1c5379f9-0d6b-4b78-8e58-647fe1fa4a33 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0493529 Mar 08 19:50:18.981226 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4f06279d-5940-48ea-809f-48c2ba2ede18 req-c2429f15-7552-4b04-8af1-aa9310b56ec7 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382974 Mar 08 19:50:19.861410 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bfca1-1f49-4126-8970-c7885e34a64d req-8f1fcbb6-09ec-432a-907d-8f8f6b7696d7 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:19.862986 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e94bfca1-1f49-4126-8970-c7885e34a64d req-8f1fcbb6-09ec-432a-907d-8f8f6b7696d7 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0510058 Mar 08 19:50:19.907947 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e94bfca1-1f49-4126-8970-c7885e34a64d req-90ee6dcf-fc84-480e-9475-089bd81f9abe tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396125 Mar 08 19:50:20.103575 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527836ec-3612-432f-902b-a4b685835c00 req-18793b56-f7df-4614-812e-f214c50de642 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:20.105048 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-527836ec-3612-432f-902b-a4b685835c00 req-18793b56-f7df-4614-812e-f214c50de642 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 943 time: 0.0544944 Mar 08 19:50:20.150518 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-527836ec-3612-432f-902b-a4b685835c00 req-8e7dc037-7072-4721-9ef5-f18bfac50f50 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399394 Mar 08 19:50:20.624167 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 38ecd555-5c0f-44c2-850e-97cbfeea62d4 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:50:20.714442 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59172) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:20.723993 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 38ecd555-5c0f-44c2-850e-97cbfeea62d4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=38ecd555-5c0f-44c2-850e-97cbfeea62d4,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:50:20.743525 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': '38ecd555-5c0f-44c2-850e-97cbfeea62d4', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'port_id': '38ecd555-5c0f-44c2-850e-97cbfeea62d4', 'mac_address': 'fa:16:3e:db:6a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:50:20.780950 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:50:20.781355 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:20.794902 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ecd555-5c0f-44c2-850e-97cbfeea62d4 {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:50:20.814821 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 38ecd555-5c0f-44c2-850e-97cbfeea62d4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=38ecd555-5c0f-44c2-850e-97cbfeea62d4,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:50:20.819100 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:20.821529 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7efead0a-4802-4e68-8cd5-5538060cfa19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:20.869729 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=38ecd555-5c0f-44c2-850e-97cbfeea62d4,revision_number=9']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:20.900873 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7efead0a-4802-4e68-8cd5-5538060cfa19 admin admin] Publish callbacks [] for security_group (ec4a9d1b-dd04-4f74-9c57-0ec28f4d8f8f), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:20.904609 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7efead0a-4802-4e68-8cd5-5538060cfa19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ec4a9d1b-dd04-4f74-9c57-0ec28f4d8f8f), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:20.941334 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efead0a-4802-4e68-8cd5-5538060cfa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4a9d1b-dd04-4f74-9c57-0ec28f4d8f8f,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:20.945461 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-7efead0a-4802-4e68-8cd5-5538060cfa19 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f80832b52ad64ac0b7943cfe6c6139ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299385 Mar 08 19:50:20.948124 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59178) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:21.022017 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] Publish callbacks [] for security_group (ec4a9d1b-dd04-4f74-9c57-0ec28f4d8f8f), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:21.050162 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] Publish callbacks [] for security_group (ec4a9d1b-dd04-4f74-9c57-0ec28f4d8f8f), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:21.065869 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfa2d6-a026-4f33-b8a2-39bf0f2b9c92 req-b0e2da94-cb6a-4b2b-9f93-3699ed5cf1ec tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:21.067381 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-10bfa2d6-a026-4f33-b8a2-39bf0f2b9c92 req-b0e2da94-cb6a-4b2b-9f93-3699ed5cf1ec tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0878434 Mar 08 19:50:21.137396 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-10bfa2d6-a026-4f33-b8a2-39bf0f2b9c92 req-7ab19246-db14-498a-88c3-762337297bf7 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623381 Mar 08 19:50:21.142857 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ec4a9d1b-dd04-4f74-9c57-0ec28f4d8f8f), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:21.145650 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:21.146937 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ec4a9d1b-dd04-4f74-9c57-0ec28f4d8f8f HTTP/1.1" status: 204 len: 168 time: 0.1978505 Mar 08 19:50:21.156535 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4a9d1b-dd04-4f74-9c57-0ec28f4d8f8f,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:21.163897 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:21.164247 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:21.164742 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:21.165137 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:21.165473 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:21.165802 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:21.166129 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:21.166460 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:21.166785 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:21.167110 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:21.167432 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:21.167748 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:21.168067 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55b26-5329-41e9-9563-d9534b3afd23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:21.189433 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['38ecd555-5c0f-44c2-850e-97cbfeea62d4'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:50:21.299531 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f03aa-5b96-45ce-9dad-06758ceb65d3 req-9981770b-10ec-48de-aa11-ab91a3bff225 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:21.302219 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8d5f03aa-5b96-45ce-9dad-06758ceb65d3 req-9981770b-10ec-48de-aa11-ab91a3bff225 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 944 time: 0.0754561 Mar 08 19:50:21.353714 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8d5f03aa-5b96-45ce-9dad-06758ceb65d3 req-b72fe3e1-3362-47d0-95a6-7ddafc0427db tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453241 Mar 08 19:50:22.260362 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7aa35f-254e-4bc5-a9e4-73ba84aca80d req-525eb54e-178a-4168-8cca-7a0af31aeabe tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:22.261851 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2f7aa35f-254e-4bc5-a9e4-73ba84aca80d req-525eb54e-178a-4168-8cca-7a0af31aeabe tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0533578 Mar 08 19:50:22.310280 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2f7aa35f-254e-4bc5-a9e4-73ba84aca80d req-aa7b4fad-8e84-499b-a3d3-4e5140bdcba7 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421221 Mar 08 19:50:22.493200 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790769b4-24f5-472a-9a17-4d2081e4343a req-2283da3d-c26f-4df0-8d23-75c6613d1e74 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:22.494889 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-790769b4-24f5-472a-9a17-4d2081e4343a req-2283da3d-c26f-4df0-8d23-75c6613d1e74 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 944 time: 0.0648530 Mar 08 19:50:22.545729 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-790769b4-24f5-472a-9a17-4d2081e4343a req-bbba7743-c2c3-4509-81d2-b951dc35d575 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449612 Mar 08 19:50:22.623450 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 38ecd555-5c0f-44c2-850e-97cbfeea62d4 up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:50:22.676375 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:50:22.676755 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:22.753619 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:50:22.753929 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:22.756741 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a169d-3c08-4dfb-b76e-d168a3d89559 req-b67d534e-1279-4a9b-900f-2976c86e0934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:22.758276 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-500a169d-3c08-4dfb-b76e-d168a3d89559 req-b67d534e-1279-4a9b-900f-2976c86e0934 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 1130 time: 0.0503464 Mar 08 19:50:22.783756 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ecd555-5c0f-44c2-850e-97cbfeea62d4'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:50:22.786193 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2963c0-2c91-40b0-b66e-258f9f4980a8" -d '{"events": [{"server_uuid": "7fb7515f-c5d4-4330-a70a-c1835a5556c4", "name": "network-vif-plugged", "status": "completed", "tag": "38ecd555-5c0f-44c2-850e-97cbfeea62d4"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:50:22.798686 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 38ecd555-5c0f-44c2-850e-97cbfeea62d4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=38ecd555-5c0f-44c2-850e-97cbfeea62d4,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:50:22.803919 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:22.807137 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-500a169d-3c08-4dfb-b76e-d168a3d89559 req-148e560a-439d-4b54-9fde-577f7f28a96e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412683 Mar 08 19:50:22.827923 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c64fdf-acb1-49ba-bf4a-a801053c19b9 x-openstack-request-id: req-87c64fdf-acb1-49ba-bf4a-a801053c19b9 {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:50:22.828221 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb7515f-c5d4-4330-a70a-c1835a5556c4", "name": "network-vif-plugged", "status": "completed", "tag": "38ecd555-5c0f-44c2-850e-97cbfeea62d4", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:50:22.828509 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-87c64fdf-acb1-49ba-bf4a-a801053c19b9 {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:50:22.828945 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ecd555-5c0f-44c2-850e-97cbfeea62d4', 'code': 200} Mar 08 19:50:22.857776 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=38ecd555-5c0f-44c2-850e-97cbfeea62d4,revision_number=10']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:23.427889 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566bf2ba-4e11-4f4e-bf65-4bb65a2f4f8f req-20e65154-dd1f-45d1-9211-9d6dfba5c715 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:23.429337 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-566bf2ba-4e11-4f4e-bf65-4bb65a2f4f8f req-20e65154-dd1f-45d1-9211-9d6dfba5c715 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0524509 Mar 08 19:50:23.475487 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-566bf2ba-4e11-4f4e-bf65-4bb65a2f4f8f req-45dfb233-9d85-4ff9-ade5-a510fa0a7788 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 Mar 08 19:50:23.580663 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80426dc4-d5bf-45a3-8f6c-778ff0b9c85e req-19566619-d91d-4ba5-8de7-a4fc85b7eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:23.582185 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-80426dc4-d5bf-45a3-8f6c-778ff0b9c85e req-19566619-d91d-4ba5-8de7-a4fc85b7eb8c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 1130 time: 0.0472848 Mar 08 19:50:23.625316 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-80426dc4-d5bf-45a3-8f6c-778ff0b9c85e req-65da8c6e-5036-464a-bd78-12451eb94249 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368969 Mar 08 19:50:23.670242 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427eb85-3109-4352-8cfd-e87670942ce7 req-93d1e081-b47a-40f6-91e0-0c36e569b4be tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:23.671713 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d427eb85-3109-4352-8cfd-e87670942ce7 req-93d1e081-b47a-40f6-91e0-0c36e569b4be tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 946 time: 0.0539057 Mar 08 19:50:23.716344 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d427eb85-3109-4352-8cfd-e87670942ce7 req-6040c56c-966e-4473-9628-15347435f0e6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389862 Mar 08 19:50:24.592665 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2cbe9-df00-4377-b96a-e9ac72939aba req-1f265fe0-64bc-4244-a81f-0071d3f2d934 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:24.594138 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f5f2cbe9-df00-4377-b96a-e9ac72939aba req-1f265fe0-64bc-4244-a81f-0071d3f2d934 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0528884 Mar 08 19:50:24.639259 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f5f2cbe9-df00-4377-b96a-e9ac72939aba req-c8371c1d-8e5b-48c3-9346-00ed6fab28b6 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396707 Mar 08 19:50:24.840152 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da013f36-381e-46b3-9fbc-e9041f232d5d req-aaae25e9-5221-4be7-b570-277ebc667c52 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:24.841674 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-da013f36-381e-46b3-9fbc-e9041f232d5d req-aaae25e9-5221-4be7-b570-277ebc667c52 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 946 time: 0.0555658 Mar 08 19:50:24.889004 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-da013f36-381e-46b3-9fbc-e9041f232d5d req-deebaa28-69f5-47ed-ad48-96d167833c6f tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419195 Mar 08 19:50:24.984269 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a61a9-efaa-4b10-bdf3-8b5edd1d715b req-f4c5b4ca-4da3-44ee-9b69-d1c23ac1747b tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:24.985901 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3e0a61a9-efaa-4b10-bdf3-8b5edd1d715b req-f4c5b4ca-4da3-44ee-9b69-d1c23ac1747b tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0563700 Mar 08 19:50:24.986426 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b293a1-e478-491e-ad5b-2107e4b9b812 req-7268202a-90fc-4950-aa98-2c22bccdfdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:24.987883 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e9b293a1-e478-491e-ad5b-2107e4b9b812 req-7268202a-90fc-4950-aa98-2c22bccdfdeb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72ed260f86604db6ac28144af3dfb647&device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 1130 time: 0.0432677 Mar 08 19:50:25.035906 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3e0a61a9-efaa-4b10-bdf3-8b5edd1d715b req-3d718996-9eaa-400e-9ade-e9c48ee64b47 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442667 Mar 08 19:50:25.087367 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b293a1-e478-491e-ad5b-2107e4b9b812 req-36cca833-e602-47fa-bfe0-5533feb42a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:25.088863 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e9b293a1-e478-491e-ad5b-2107e4b9b812 req-36cca833-e602-47fa-bfe0-5533feb42a92 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8886c69-71b5-4f2a-a8b1-45077b0e7696 HTTP/1.1" status: 200 len: 920 time: 0.0873613 Mar 08 19:50:25.149513 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e9b293a1-e478-491e-ad5b-2107e4b9b812 req-fec83c5d-8d81-464f-ad2f-13b10bf6983f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3922c2b2-0487-47bb-b9e7-3f5915f09d4f HTTP/1.1" status: 200 len: 217 time: 0.0344346 Mar 08 19:50:25.203853 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b293a1-e478-491e-ad5b-2107e4b9b812 req-0c6a97bd-a4fc-433a-a2b4-00f26cee35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:25.205364 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e9b293a1-e478-491e-ad5b-2107e4b9b812 req-0c6a97bd-a4fc-433a-a2b4-00f26cee35ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a50455b0-9330-418e-b6d3-f83bdb8fede0 HTTP/1.1" status: 200 len: 859 time: 0.0441444 Mar 08 19:50:25.252178 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e9b293a1-e478-491e-ad5b-2107e4b9b812 req-5b3f80f3-0fd8-4bf0-83f0-848b5d4f3a9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8886c69-71b5-4f2a-a8b1-45077b0e7696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263019 Mar 08 19:50:25.352708 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e9b293a1-e478-491e-ad5b-2107e4b9b812 req-dc90d605-0d02-4ed0-bc78-bf6313c5f469 service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862625 Mar 08 19:50:25.442780 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e9b293a1-e478-491e-ad5b-2107e4b9b812 req-2ec62b4b-f499-4825-bf33-391a001b3d95 service neutron] 10.222.0.60 "GET /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834916 Mar 08 19:50:26.021316 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9500ee-4b0e-43b3-859d-98772909dcf0 req-0534b8bd-0211-40ed-9d2a-cfaa4f6ddf5e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:26.022779 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9f9500ee-4b0e-43b3-859d-98772909dcf0 req-0534b8bd-0211-40ed-9d2a-cfaa4f6ddf5e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 946 time: 0.0563123 Mar 08 19:50:26.068396 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9f9500ee-4b0e-43b3-859d-98772909dcf0 req-f6a237c6-5ade-470b-841c-bd470a7a6b9c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401835 Mar 08 19:50:26.137042 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-371eff6b-582a-4cbc-8e3a-59ba7d0b0f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:26.155084 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5296b97-bab9-45b0-8108-f8ab6f6cf30d req-4b9f12c1-2a04-4e4d-89ef-cd774b6838d4 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:26.156597 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b5296b97-bab9-45b0-8108-f8ab6f6cf30d req-4b9f12c1-2a04-4e4d-89ef-cd774b6838d4 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0532613 Mar 08 19:50:26.202988 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b5296b97-bab9-45b0-8108-f8ab6f6cf30d req-f30d0bc5-7afa-4f8c-afda-fb21a21fbfcf tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408676 Mar 08 19:50:27.318118 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20440c85-62b8-4cc6-981f-e4eaf20da292 req-b7da9c48-f3fd-4778-8470-a451726b8844 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:27.319578 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-20440c85-62b8-4cc6-981f-e4eaf20da292 req-b7da9c48-f3fd-4778-8470-a451726b8844 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0507243 Mar 08 19:50:27.364307 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-20440c85-62b8-4cc6-981f-e4eaf20da292 req-e527aa3a-fdba-493b-b2da-8ab54b835961 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Mar 08 19:50:28.411285 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-9ac25ce0-01d3-42c7-a852-5a6542b0fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:28.480811 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cfd2d-5dca-4131-8f3e-c320254e3be5 req-e9b8f100-98dc-4101-98e6-13ec6ccb0656 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:28.482274 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6d6cfd2d-5dca-4131-8f3e-c320254e3be5 req-e9b8f100-98dc-4101-98e6-13ec6ccb0656 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0512919 Mar 08 19:50:28.530778 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6d6cfd2d-5dca-4131-8f3e-c320254e3be5 req-af3e56d3-19be-4c8a-9685-83ca1e036bfd tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424554 Mar 08 19:50:29.625789 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:31.060911 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:32.347554 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:32.472897 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589292d1-bb9e-4880-b45d-8b0a4896e02c req-13442e51-5742-4599-9fc0-65544c26f994 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:32.474383 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-589292d1-bb9e-4880-b45d-8b0a4896e02c req-13442e51-5742-4599-9fc0-65544c26f994 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0555449 Mar 08 19:50:32.519758 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-589292d1-bb9e-4880-b45d-8b0a4896e02c req-e5d9a8f7-b372-4553-b0a0-857437a098dc tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 Mar 08 19:50:33.635892 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540aae0-883b-44ad-b2ac-a1b44fb3c6b9 req-b014b02f-6dc1-453a-a6d9-05d20e7f67c0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:33.637384 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6540aae0-883b-44ad-b2ac-a1b44fb3c6b9 req-b014b02f-6dc1-453a-a6d9-05d20e7f67c0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0515337 Mar 08 19:50:33.681760 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6540aae0-883b-44ad-b2ac-a1b44fb3c6b9 req-b7c2e240-f2ae-4b35-bfae-08726dc42dd7 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390065 Mar 08 19:50:34.796985 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfd509-ca89-4df1-8ccf-f6e7da7eb18f req-e3199268-56d8-437e-8ea4-f8b6c73a0fe9 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:34.798456 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e5dfd509-ca89-4df1-8ccf-f6e7da7eb18f req-e3199268-56d8-437e-8ea4-f8b6c73a0fe9 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0517359 Mar 08 19:50:34.844985 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e5dfd509-ca89-4df1-8ccf-f6e7da7eb18f req-396dc792-7fab-4b4a-8874-752cafe008a0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410542 Mar 08 19:50:35.095517 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2257f09-ecf7-465c-8c8c-14846b154ee4 req-e8d6243f-8b50-4c6d-9001-ca4b154efedf tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:35.097619 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f2257f09-ecf7-465c-8c8c-14846b154ee4 req-e8d6243f-8b50-4c6d-9001-ca4b154efedf tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 945 time: 0.0527861 Mar 08 19:50:35.196278 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-f2257f09-ecf7-465c-8c8c-14846b154ee4 req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Deleting port dd0094c5-2d50-493d-af72-15d0f09deacf {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:50:35.196640 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f2257f09-ecf7-465c-8c8c-14846b154ee4 req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (dd0094c5-2d50-493d-af72-15d0f09deacf), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:35.281718 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-f2257f09-ecf7-465c-8c8c-14846b154ee4 req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] For port dd0094c5-2d50-493d-af72-15d0f09deacf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dd0094c5-2d50-493d-af72-15d0f09deacf,segment=NetworkSegment(064dd17b-c478-41a5-9866-703c2a2d722e),segment_id=064dd17b-c478-41a5-9866-703c2a2d722e)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:50:35.282074 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f2257f09-ecf7-465c-8c8c-14846b154ee4 req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (dd0094c5-2d50-493d-af72-15d0f09deacf), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:35.293710 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-f2257f09-ecf7-465c-8c8c-14846b154ee4 req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Calling delete_port for dd0094c5-2d50-493d-af72-15d0f09deacf owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:50:35.419784 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f2257f09-ecf7-465c-8c8c-14846b154ee4 req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (dd0094c5-2d50-493d-af72-15d0f09deacf), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:35.442819 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['3922c2b2-0487-47bb-b9e7-3f5915f09d4f', 'dd0094c5-2d50-493d-af72-15d0f09deacf'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:50:35.445736 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Pushing event deleted for resources: {'Port': ['ID=dd0094c5-2d50-493d-af72-15d0f09deacf,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:35.456099 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:35.456481 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:35.456831 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:35.457173 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:35.457511 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:35.457846 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:35.458241 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:35.458578 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:35.458908 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:35.459235 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:35.459565 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:35.460309 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:35.460309 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:50:35.505419 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2257f09-ecf7-465c-8c8c-14846b154ee4 req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] No DVR routers for this DVR port dd0094c5-2d50-493d-af72-15d0f09deacf on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:50:35.507893 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f2257f09-ecf7-465c-8c8c-14846b154ee4 req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:35.511201 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f2257f09-ecf7-465c-8c8c-14846b154ee4 req-3c9a6450-de60-465b-a888-76600fa4e737 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.60 "DELETE /v2.0/ports/dd0094c5-2d50-493d-af72-15d0f09deacf HTTP/1.1" status: 204 len: 173 time: 0.4045169 Mar 08 19:50:35.511652 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfa0df4-9973-4370-a11d-492708232495', 'name': 'network-vif-deleted', 'tag': 'dd0094c5-2d50-493d-af72-15d0f09deacf'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:50:35.513970 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59ace13-5b0d-4c07-80fe-fab645a62dfd" -d '{"events": [{"server_uuid": "4cfa0df4-9973-4370-a11d-492708232495", "name": "network-vif-deleted", "tag": "dd0094c5-2d50-493d-af72-15d0f09deacf"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:50:35.552441 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62369f4-58b0-4b08-903e-fd670140f0a8 x-openstack-request-id: req-c62369f4-58b0-4b08-903e-fd670140f0a8 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:50:35.552731 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfa0df4-9973-4370-a11d-492708232495", "name": "network-vif-deleted", "tag": "dd0094c5-2d50-493d-af72-15d0f09deacf", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:50:35.552983 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c62369f4-58b0-4b08-903e-fd670140f0a8 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:50:35.553384 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfa0df4-9973-4370-a11d-492708232495', 'name': 'network-vif-deleted', 'tag': 'dd0094c5-2d50-493d-af72-15d0f09deacf', 'status': 'completed', 'code': 200} Mar 08 19:50:35.952695 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f32463c7-bd76-4b0c-ab0b-8cd548bebf1c req-0e0daa79-ca99-4f90-86c6-0bfbad702394 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cfa0df4-9973-4370-a11d-492708232495 HTTP/1.1" status: 200 len: 210 time: 0.0265250 Mar 08 19:50:37.233781 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0853b-750a-470c-a086-7c318d295a0d req-ac33c8af-efac-4007-a291-b972f443438a tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:37.235236 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c0d0853b-750a-470c-a086-7c318d295a0d req-ac33c8af-efac-4007-a291-b972f443438a tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0505333 Mar 08 19:50:37.281526 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c0d0853b-750a-470c-a086-7c318d295a0d req-f967a643-a8e3-47cb-b002-28afecc01a28 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401707 Mar 08 19:50:38.313220 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dc534-df67-4753-bbe9-9f032d04c5fe req-5c3f8080-1f18-4e01-beec-8ee7b2235b13 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:38.315206 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a54dc534-df67-4753-bbe9-9f032d04c5fe req-5c3f8080-1f18-4e01-beec-8ee7b2235b13 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0556939 Mar 08 19:50:38.361815 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a54dc534-df67-4753-bbe9-9f032d04c5fe req-a0e937a2-36d2-4b4b-a982-af68ecb61f90 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408642 Mar 08 19:50:38.401763 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3189404-9efd-4867-a7d0-1c7b7c79ca06 req-de8085dc-af87-4f26-9c48-217b36406167 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:38.402694 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:50:38.403253 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d3189404-9efd-4867-a7d0-1c7b7c79ca06 req-de8085dc-af87-4f26-9c48-217b36406167 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0523641 Mar 08 19:50:38.450453 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d3189404-9efd-4867-a7d0-1c7b7c79ca06 req-2cd6aaa8-b598-4b32-90a4-5e1771aa3447 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395076 Mar 08 19:50:38.684655 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device dd0094c5-2d50-493d-af72-15d0f09deacf no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:50:38.703677 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: dd0094c5-2d50-493d-af72-15d0f09deacf {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:50:38.704016 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device dd0094c5-2d50-493d-af72-15d0f09deacf not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:50:39.476863 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73675326-adad-4a8c-8eca-5e928dc0747a req-4585e8d1-45d2-4f59-8f25-6b1837ca403a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:39.478339 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-73675326-adad-4a8c-8eca-5e928dc0747a req-4585e8d1-45d2-4f59-8f25-6b1837ca403a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0507863 Mar 08 19:50:39.523711 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-73675326-adad-4a8c-8eca-5e928dc0747a req-d7e7f2d8-cb88-440b-828c-c2a435938a44 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396707 Mar 08 19:50:39.573350 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41972e0-2290-46a8-8a51-d02d5ec763ed req-c1d0b473-569e-4bd5-97ad-2379e16f625b tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:39.574818 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c41972e0-2290-46a8-8a51-d02d5ec763ed req-c1d0b473-569e-4bd5-97ad-2379e16f625b tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0575907 Mar 08 19:50:39.621425 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c41972e0-2290-46a8-8a51-d02d5ec763ed req-6df37369-685c-45ee-b4f2-7e9f7680acc8 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411437 Mar 08 19:50:40.644666 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882dca6-f39c-426e-a68e-9979027b1aa7 req-0403b64f-584b-48cf-bc66-6fa1cd326c59 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:40.646154 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d882dca6-f39c-426e-a68e-9979027b1aa7 req-0403b64f-584b-48cf-bc66-6fa1cd326c59 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0549495 Mar 08 19:50:40.692101 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d882dca6-f39c-426e-a68e-9979027b1aa7 req-737aac15-b6e2-4534-b248-c2bc0426e11a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405066 Mar 08 19:50:40.737540 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61166815-8bb6-497e-adb1-7016ea5d19aa req-003e389a-b828-4b50-986d-3423e233318b tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:40.739024 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-61166815-8bb6-497e-adb1-7016ea5d19aa req-003e389a-b828-4b50-986d-3423e233318b tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0529931 Mar 08 19:50:40.784064 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-61166815-8bb6-497e-adb1-7016ea5d19aa req-0f6f37f4-6f42-4b5b-a384-60bec3559af3 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395217 Mar 08 19:50:41.810758 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c921662-3181-4736-aa2e-6b17e3a2909e req-ed1275cf-74ca-493d-b6fb-dc2b7241c28c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:41.812273 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3c921662-3181-4736-aa2e-6b17e3a2909e req-ed1275cf-74ca-493d-b6fb-dc2b7241c28c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0509820 Mar 08 19:50:41.858476 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3c921662-3181-4736-aa2e-6b17e3a2909e req-16a1de4f-d69c-4d56-986b-1798cbd19ed8 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401287 Mar 08 19:50:41.901186 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2b966-6a49-4f49-b088-2a7ffea5a4cf req-e0e8c735-bbd7-49dc-82e3-64f885b724d0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:41.902669 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5fd2b966-6a49-4f49-b088-2a7ffea5a4cf req-e0e8c735-bbd7-49dc-82e3-64f885b724d0 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0527842 Mar 08 19:50:41.951181 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5fd2b966-6a49-4f49-b088-2a7ffea5a4cf req-d0e19ecd-303e-4dc2-82ed-f9894ce89d71 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 Mar 08 19:50:42.364090 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:42.983044 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366d058-ab9e-4200-a385-26cc57c9fd55 req-8bcb09a3-f7e3-427e-8ec6-c702442a3394 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:42.984553 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5366d058-ab9e-4200-a385-26cc57c9fd55 req-8bcb09a3-f7e3-427e-8ec6-c702442a3394 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0507493 Mar 08 19:50:43.033926 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5366d058-ab9e-4200-a385-26cc57c9fd55 req-04fb7c2a-3111-486a-8087-7a7319346674 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428672 Mar 08 19:50:43.067169 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960c629-9bea-4b40-8f29-e1e4e7f00f60 req-02e634d8-32dc-44e0-8b3d-f6bc3f38f6d9 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:43.068672 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a960c629-9bea-4b40-8f29-e1e4e7f00f60 req-02e634d8-32dc-44e0-8b3d-f6bc3f38f6d9 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0521491 Mar 08 19:50:43.116211 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a960c629-9bea-4b40-8f29-e1e4e7f00f60 req-41c09f40-ae58-42aa-b06f-db0ee97eb7e9 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420940 Mar 08 19:50:43.636429 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6ef8b-d3d8-4fd2-a5d2-8ebbca50c3aa req-070996df-e22d-499d-89f1-89997a0b5cbb tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:43.637910 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2af6ef8b-d3d8-4fd2-a5d2-8ebbca50c3aa req-070996df-e22d-499d-89f1-89997a0b5cbb tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 945 time: 0.0536544 Mar 08 19:50:43.682853 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2af6ef8b-d3d8-4fd2-a5d2-8ebbca50c3aa req-cbc33f27-c629-4056-96c7-0c3a11130da9 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf527bd0-0a55-40c6-b1d5-971ee6345bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387836 Mar 08 19:50:43.899792 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4933c-7212-4e99-ad92-7bc2604f227f req-0ef69cc3-0c19-41c2-b3b0-e8ab2e7dfc0f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:43.901306 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bba4933c-7212-4e99-ad92-7bc2604f227f req-0ef69cc3-0c19-41c2-b3b0-e8ab2e7dfc0f tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.60 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.0678918 Mar 08 19:50:43.992204 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-bba4933c-7212-4e99-ad92-7bc2604f227f req-ee174cee-31dd-4ad7-8119-717c19ff0039 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Deleting port 3922c2b2-0487-47bb-b9e7-3f5915f09d4f {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:50:43.992600 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-bba4933c-7212-4e99-ad92-7bc2604f227f req-ee174cee-31dd-4ad7-8119-717c19ff0039 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (3922c2b2-0487-47bb-b9e7-3f5915f09d4f), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:44.080849 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-bba4933c-7212-4e99-ad92-7bc2604f227f req-ee174cee-31dd-4ad7-8119-717c19ff0039 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] For port 3922c2b2-0487-47bb-b9e7-3f5915f09d4f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3922c2b2-0487-47bb-b9e7-3f5915f09d4f,segment=NetworkSegment(064dd17b-c478-41a5-9866-703c2a2d722e),segment_id=064dd17b-c478-41a5-9866-703c2a2d722e)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:50:44.081467 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-bba4933c-7212-4e99-ad92-7bc2604f227f req-ee174cee-31dd-4ad7-8119-717c19ff0039 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (3922c2b2-0487-47bb-b9e7-3f5915f09d4f), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:44.093019 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-bba4933c-7212-4e99-ad92-7bc2604f227f req-ee174cee-31dd-4ad7-8119-717c19ff0039 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Calling delete_port for 3922c2b2-0487-47bb-b9e7-3f5915f09d4f owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:50:44.152512 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46596a-5962-454d-a6fd-fb25ac50213a req-2e6c6dcf-9046-4349-94ff-fa9f0eeaa037 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:44.154009 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ec46596a-5962-454d-a6fd-fb25ac50213a req-2e6c6dcf-9046-4349-94ff-fa9f0eeaa037 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0529046 Mar 08 19:50:44.207202 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ec46596a-5962-454d-a6fd-fb25ac50213a req-c4524e76-b7dc-4afe-a618-ae1871f3be05 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456836 Mar 08 19:50:44.251850 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-bba4933c-7212-4e99-ad92-7bc2604f227f req-ee174cee-31dd-4ad7-8119-717c19ff0039 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (3922c2b2-0487-47bb-b9e7-3f5915f09d4f), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:44.264204 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['3922c2b2-0487-47bb-b9e7-3f5915f09d4f'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:50:44.284995 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee174cee-31dd-4ad7-8119-717c19ff0039 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Pushing event deleted for resources: {'Port': ['ID=3922c2b2-0487-47bb-b9e7-3f5915f09d4f,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:44.297697 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227974fe-423b-4af4-9928-930686b97bc6 req-59e25a51-f8c4-412e-b5ac-f9ffb059af08 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:44.299721 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-227974fe-423b-4af4-9928-930686b97bc6 req-59e25a51-f8c4-412e-b5ac-f9ffb059af08 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/ports?device_id=aae2ebb6-0a33-4828-9401-549caf63b885 HTTP/1.1" status: 200 len: 946 time: 0.1031199 Mar 08 19:50:44.343995 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba4933c-7212-4e99-ad92-7bc2604f227f req-ee174cee-31dd-4ad7-8119-717c19ff0039 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] No DVR routers for this DVR port 3922c2b2-0487-47bb-b9e7-3f5915f09d4f on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:50:44.349794 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-bba4933c-7212-4e99-ad92-7bc2604f227f req-ee174cee-31dd-4ad7-8119-717c19ff0039 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:44.352988 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bba4933c-7212-4e99-ad92-7bc2604f227f req-ee174cee-31dd-4ad7-8119-717c19ff0039 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.60 "DELETE /v2.0/ports/3922c2b2-0487-47bb-b9e7-3f5915f09d4f HTTP/1.1" status: 204 len: 173 time: 0.4463065 Mar 08 19:50:44.353426 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae2ebb6-0a33-4828-9401-549caf63b885', 'name': 'network-vif-deleted', 'tag': '3922c2b2-0487-47bb-b9e7-3f5915f09d4f'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:50:44.355596 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fcbbe3-0375-4685-a5ba-2571ccbf9a1e" -d '{"events": [{"server_uuid": "aae2ebb6-0a33-4828-9401-549caf63b885", "name": "network-vif-deleted", "tag": "3922c2b2-0487-47bb-b9e7-3f5915f09d4f"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:50:44.386300 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-227974fe-423b-4af4-9928-930686b97bc6 req-1450eb28-640b-4e00-bac6-b0ba7dbd31d8 tempest-ServerRescueNegativeTestJSON-90446989 tempest-ServerRescueNegativeTestJSON-90446989-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fb96b5b-7a48-4303-a903-6926e58c4621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690703 Mar 08 19:50:44.405142 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11a7ac7-ed1a-4fab-ab5b-dafb3c0e4b91 x-openstack-request-id: req-e11a7ac7-ed1a-4fab-ab5b-dafb3c0e4b91 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:50:44.405142 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae2ebb6-0a33-4828-9401-549caf63b885", "name": "network-vif-deleted", "tag": "3922c2b2-0487-47bb-b9e7-3f5915f09d4f", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:50:44.405142 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e11a7ac7-ed1a-4fab-ab5b-dafb3c0e4b91 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:50:44.405142 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae2ebb6-0a33-4828-9401-549caf63b885', 'name': 'network-vif-deleted', 'tag': '3922c2b2-0487-47bb-b9e7-3f5915f09d4f', 'status': 'completed', 'code': 200} Mar 08 19:50:44.804697 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a124af3-40d2-438c-b0db-73b8c02ef0fc req-ec7eb962-73db-4344-84e5-893b40587a5a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:44.806218 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8a124af3-40d2-438c-b0db-73b8c02ef0fc req-ec7eb962-73db-4344-84e5-893b40587a5a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 945 time: 0.0564458 Mar 08 19:50:44.853879 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8a124af3-40d2-438c-b0db-73b8c02ef0fc req-b694f26e-76b7-4c21-b62a-e90027eab151 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf527bd0-0a55-40c6-b1d5-971ee6345bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417943 Mar 08 19:50:45.325753 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaef2ca-a925-47a6-8d03-e75846b14341 req-a784f05a-f31a-4baf-9b16-5a07921e82d6 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:45.327238 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-faaef2ca-a925-47a6-8d03-e75846b14341 req-a784f05a-f31a-4baf-9b16-5a07921e82d6 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0526385 Mar 08 19:50:45.372186 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-faaef2ca-a925-47a6-8d03-e75846b14341 req-2727c889-a734-45b2-8fbd-c4cd3627290c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393293 Mar 08 19:50:45.442339 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59374) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:45.543491 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd44a6-1445-483d-a5b5-aa2c4de30db5 req-49eb262e-096b-4a16-b86f-1e3bbb1dfba3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:45.544975 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-84fd44a6-1445-483d-a5b5-aa2c4de30db5 req-49eb262e-096b-4a16-b86f-1e3bbb1dfba3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 945 time: 0.0506852 Mar 08 19:50:45.641286 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-84fd44a6-1445-483d-a5b5-aa2c4de30db5 req-d1a4bcca-77f4-445e-a1da-d53490726257 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Deleting port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:50:45.641542 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-84fd44a6-1445-483d-a5b5-aa2c4de30db5 req-d1a4bcca-77f4-445e-a1da-d53490726257 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (94b67e3f-c2ae-40cf-b44c-507ba8c0d290), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:45.727254 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-84fd44a6-1445-483d-a5b5-aa2c4de30db5 req-d1a4bcca-77f4-445e-a1da-d53490726257 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] For port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=94b67e3f-c2ae-40cf-b44c-507ba8c0d290,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:50:45.727614 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-84fd44a6-1445-483d-a5b5-aa2c4de30db5 req-d1a4bcca-77f4-445e-a1da-d53490726257 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (94b67e3f-c2ae-40cf-b44c-507ba8c0d290), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:45.853155 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0b41c36c-ad95-4244-9d88-16c759ee5f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754463'] for router_interface (910be378-9fa1-49ea-ad7b-8631acd7c62d), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:45.948034 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-84fd44a6-1445-483d-a5b5-aa2c4de30db5 req-d1a4bcca-77f4-445e-a1da-d53490726257 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:45.948345 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-84fd44a6-1445-483d-a5b5-aa2c4de30db5 req-d1a4bcca-77f4-445e-a1da-d53490726257 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (64612e01-4e8a-4fef-8abb-8f25d629d2c5), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:45.948673 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.l3_db [req-84fd44a6-1445-483d-a5b5-aa2c4de30db5 req-d1a4bcca-77f4-445e-a1da-d53490726257 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Floating IP 64612e01-4e8a-4fef-8abb-8f25d629d2c5 disassociated. External IP: 172.27.1.94, port: 94b67e3f-c2ae-40cf-b44c-507ba8c0d290. Mar 08 19:50:45.949362 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-84fd44a6-1445-483d-a5b5-aa2c4de30db5 req-d1a4bcca-77f4-445e-a1da-d53490726257 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Calling delete_port for 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:50:46.048691 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7c6b6-3b2a-4084-836a-750200d82fdc req-c0df7c67-c1e8-4eed-90bb-c1a7bf827b54 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:46.050162 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a0e7c6b6-3b2a-4084-836a-750200d82fdc req-c0df7c67-c1e8-4eed-90bb-c1a7bf827b54 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7092a06-ffd5-4d33-883b-eee953ed48fd HTTP/1.1" status: 200 len: 945 time: 0.1147933 Mar 08 19:50:46.078208 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-84fd44a6-1445-483d-a5b5-aa2c4de30db5 req-d1a4bcca-77f4-445e-a1da-d53490726257 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (94b67e3f-c2ae-40cf-b44c-507ba8c0d290), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:46.107268 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4bcca-77f4-445e-a1da-d53490726257 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event deleted for resources: {'Port': ['ID=94b67e3f-c2ae-40cf-b44c-507ba8c0d290,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:46.154434 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a0e7c6b6-3b2a-4084-836a-750200d82fdc req-27a48d15-78f1-401c-8ee0-3f482528d9d3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf527bd0-0a55-40c6-b1d5-971ee6345bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905790 Mar 08 19:50:46.227531 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84fd44a6-1445-483d-a5b5-aa2c4de30db5 req-d1a4bcca-77f4-445e-a1da-d53490726257 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Router d8357a97-1270-4600-8b32-23ca28274084 has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:50:46.344853 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84fd44a6-1445-483d-a5b5-aa2c4de30db5 req-d1a4bcca-77f4-445e-a1da-d53490726257 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:50:46.359256 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168ea409-2fd7-4605-9658-921f2163dac5 None None] Sync routers for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:50:46.373425 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ea409-2fd7-4605-9658-921f2163dac5 None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:50:46.374525 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-168ea409-2fd7-4605-9658-921f2163dac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:50:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:46.388621 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fd44a6-1445-483d-a5b5-aa2c4de30db5 req-d1a4bcca-77f4-445e-a1da-d53490726257 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] No DVR routers for this DVR port 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:50:46.391926 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-84fd44a6-1445-483d-a5b5-aa2c4de30db5 req-d1a4bcca-77f4-445e-a1da-d53490726257 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:46.398584 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-84fd44a6-1445-483d-a5b5-aa2c4de30db5 req-d1a4bcca-77f4-445e-a1da-d53490726257 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "DELETE /v2.0/ports/94b67e3f-c2ae-40cf-b44c-507ba8c0d290 HTTP/1.1" status: 204 len: 173 time: 0.8470860 Mar 08 19:50:46.403873 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7092a06-ffd5-4d33-883b-eee953ed48fd', 'name': 'network-vif-deleted', 'tag': '94b67e3f-c2ae-40cf-b44c-507ba8c0d290'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:50:46.406198 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d7fb36-d1a6-4e34-bc4c-a062637876f0" -d '{"events": [{"server_uuid": "b7092a06-ffd5-4d33-883b-eee953ed48fd", "name": "network-vif-deleted", "tag": "94b67e3f-c2ae-40cf-b44c-507ba8c0d290"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:50:46.480747 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-0b41c36c-ad95-4244-9d88-16c759ee5f37 admin admin] Deleting port b47a4eac-3448-4ec2-877a-05f6f2bcd33f {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:50:46.481304 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0b41c36c-ad95-4244-9d88-16c759ee5f37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (b47a4eac-3448-4ec2-877a-05f6f2bcd33f), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:46.505498 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef11093-5d61-415f-a529-2f651bfc1937 x-openstack-request-id: req-cef11093-5d61-415f-a529-2f651bfc1937 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:50:46.505793 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7092a06-ffd5-4d33-883b-eee953ed48fd", "name": "network-vif-deleted", "tag": "94b67e3f-c2ae-40cf-b44c-507ba8c0d290", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:50:46.506058 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cef11093-5d61-415f-a529-2f651bfc1937 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:50:46.506590 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7092a06-ffd5-4d33-883b-eee953ed48fd', 'name': 'network-vif-deleted', 'tag': '94b67e3f-c2ae-40cf-b44c-507ba8c0d290', 'status': 'completed', 'code': 200} Mar 08 19:50:46.508317 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-168ea409-2fd7-4605-9658-921f2163dac5 None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:50:46.534311 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728617e9-6110-439c-948d-8ec62c90702b req-047cbb3b-717d-43ae-9a64-3be048df61e0 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:46.545158 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-728617e9-6110-439c-948d-8ec62c90702b req-047cbb3b-717d-43ae-9a64-3be048df61e0 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0770264 Mar 08 19:50:46.595724 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [None req-0b41c36c-ad95-4244-9d88-16c759ee5f37 admin admin] For port b47a4eac-3448-4ec2-877a-05f6f2bcd33f, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=b47a4eac-3448-4ec2-877a-05f6f2bcd33f,segment=NetworkSegment(064dd17b-c478-41a5-9866-703c2a2d722e),segment_id=064dd17b-c478-41a5-9866-703c2a2d722e)] {{(pid=109690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:50:46.596126 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0b41c36c-ad95-4244-9d88-16c759ee5f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (b47a4eac-3448-4ec2-877a-05f6f2bcd33f), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:46.622122 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-728617e9-6110-439c-948d-8ec62c90702b req-a0b7f2b4-600d-41fc-8f16-8f15fc62b61c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699508 Mar 08 19:50:46.627663 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-0b41c36c-ad95-4244-9d88-16c759ee5f37 admin admin] Calling delete_port for b47a4eac-3448-4ec2-877a-05f6f2bcd33f owned by network:router_interface {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:50:46.779230 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-168ea409-2fd7-4605-9658-921f2163dac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'f88c9458-ce7f-4448-8c5b-057c118d5b97', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'port_id': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'mac_address': 'fa:16:3e:f4:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a53ea32-1838-4dd1-85b7-bae137389683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:47:38Z', 'updated_at': '2022-03-08T19:48:12Z', 'revision_number': 2, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:46.805814 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168ea409-2fd7-4605-9658-921f2163dac5 None None] Checking router: d8357a97-1270-4600-8b32-23ca28274084 for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:50:46.813866 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ea409-2fd7-4605-9658-921f2163dac5 None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:50:46.815131 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-168ea409-2fd7-4605-9658-921f2163dac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:50:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:46.860196 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0b41c36c-ad95-4244-9d88-16c759ee5f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (b47a4eac-3448-4ec2-877a-05f6f2bcd33f), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:46.887282 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41c36c-ad95-4244-9d88-16c759ee5f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=b47a4eac-3448-4ec2-877a-05f6f2bcd33f,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:46.942935 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-168ea409-2fd7-4605-9658-921f2163dac5 None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:50:47.062320 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0b41c36c-ad95-4244-9d88-16c759ee5f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1754411'] for router_interface (910be378-9fa1-49ea-ad7b-8631acd7c62d), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:47.218124 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-168ea409-2fd7-4605-9658-921f2163dac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'f88c9458-ce7f-4448-8c5b-057c118d5b97', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'port_id': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'mac_address': 'fa:16:3e:f4:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a53ea32-1838-4dd1-85b7-bae137389683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:47:38Z', 'updated_at': '2022-03-08T19:48:12Z', 'revision_number': 2, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:47.255263 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168ea409-2fd7-4605-9658-921f2163dac5 None None] The sync data for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi is: [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'f88c9458-ce7f-4448-8c5b-057c118d5b97', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'port_id': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'mac_address': 'fa:16:3e:f4:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a53ea32-1838-4dd1-85b7-bae137389683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:47:38Z', 'updated_at': '2022-03-08T19:48:12Z', 'revision_number': 2, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:50:47.262801 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59388) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:47.361831 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-783814a3-f71d-437e-80c6-6000c66fe766 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (bf527bd0-0a55-40c6-b1d5-971ee6345bfe), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:47.376824 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b41c36c-ad95-4244-9d88-16c759ee5f37 admin admin] Router 910be378-9fa1-49ea-ad7b-8631acd7c62d has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:50:47.393686 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-783814a3-f71d-437e-80c6-6000c66fe766 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (bf527bd0-0a55-40c6-b1d5-971ee6345bfe), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:47.526605 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-783814a3-f71d-437e-80c6-6000c66fe766 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (bf527bd0-0a55-40c6-b1d5-971ee6345bfe), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:47.527293 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48016aea-f037-4ecf-8883-e6002b67a8bc None None] New status for floating IP 64612e01-4e8a-4fef-8abb-8f25d629d2c5: DOWN {{(pid=109691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:50:47.529417 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-783814a3-f71d-437e-80c6-6000c66fe766 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:47.530568 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-783814a3-f71d-437e-80c6-6000c66fe766 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "DELETE /v2.0/security-groups/bf527bd0-0a55-40c6-b1d5-971ee6345bfe HTTP/1.1" status: 204 len: 168 time: 0.2666664 Mar 08 19:50:47.534070 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 59390) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:47.546333 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783814a3-f71d-437e-80c6-6000c66fe766 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf527bd0-0a55-40c6-b1d5-971ee6345bfe,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:47.547964 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.api.v2.resource [None req-73823a11-0646-48aa-8f8e-5a9de6f774f5 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] show failed (client error): The resource could not be found. Mar 08 19:50:47.549010 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-73823a11-0646-48aa-8f8e-5a9de6f774f5 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups/bf527bd0-0a55-40c6-b1d5-971ee6345bfe HTTP/1.1" status: 404 len: 347 time: 0.0137718 Mar 08 19:50:47.552399 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 59392) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:47.553339 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b41c36c-ad95-4244-9d88-16c759ee5f37 admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:50:47.563556 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a6c152-afa1-4210-a26f-229d24bcdb13 None None] Sync routers for ids ['910be378-9fa1-49ea-ad7b-8631acd7c62d'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:50:47.564091 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-0b41c36c-ad95-4244-9d88-16c759ee5f37 admin admin] 10.222.0.45 "PUT /v2.0/routers/910be378-9fa1-49ea-ad7b-8631acd7c62d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1205637 Mar 08 19:50:47.568792 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59394) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:47.582743 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a6c152-afa1-4210-a26f-229d24bcdb13 None None] Routers {'910be378-9fa1-49ea-ad7b-8631acd7c62d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:50:47.583662 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-b9a6c152-afa1-4210-a26f-229d24bcdb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:50:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['910be378-9fa1-49ea-ad7b-8631acd7c62d'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:47.715662 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-aebad20d-afac-4306-9c69-184dc7ca1860 admin admin] Publish callbacks [] for router (910be378-9fa1-49ea-ad7b-8631acd7c62d), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:47.761218 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-bacb409d-7131-46c1-9ea3-4824ace5ba62 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Deleting port 7dc8c02d-4e0d-4437-a3bc-2e6087e0ac99 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:50:47.761706 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bacb409d-7131-46c1-9ea3-4824ace5ba62 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (7dc8c02d-4e0d-4437-a3bc-2e6087e0ac99), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:47.800081 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-b9a6c152-afa1-4210-a26f-229d24bcdb13 None None] Set router 910be378-9fa1-49ea-ad7b-8631acd7c62d gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:50:47.839170 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bacb409d-7131-46c1-9ea3-4824ace5ba62 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (7dc8c02d-4e0d-4437-a3bc-2e6087e0ac99), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:47.839808 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bacb409d-7131-46c1-9ea3-4824ace5ba62 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (7dc8c02d-4e0d-4437-a3bc-2e6087e0ac99), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:47.852852 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-bacb409d-7131-46c1-9ea3-4824ace5ba62 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Calling delete_port for 7dc8c02d-4e0d-4437-a3bc-2e6087e0ac99 owned by network:floatingip {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:50:47.878207 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad9fb5-6a36-4cca-b5c8-f33649eb1e03 req-bee07716-7487-46ad-a7fa-b1c1f2970744 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:47.879916 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-92ad9fb5-6a36-4cca-b5c8-f33649eb1e03 req-bee07716-7487-46ad-a7fa-b1c1f2970744 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.1019008 Mar 08 19:50:47.914237 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-aebad20d-afac-4306-9c69-184dc7ca1860 admin admin] Publish callbacks [] for router_gateway (910be378-9fa1-49ea-ad7b-8631acd7c62d), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:47.944953 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-92ad9fb5-6a36-4cca-b5c8-f33649eb1e03 req-24468d59-67ad-4994-bf5e-46d784aab7a6 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576146 Mar 08 19:50:48.016725 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bacb409d-7131-46c1-9ea3-4824ace5ba62 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (7dc8c02d-4e0d-4437-a3bc-2e6087e0ac99), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:48.019642 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-aebad20d-afac-4306-9c69-184dc7ca1860 admin admin] Deleting port cf6fe000-888e-4442-9614-eb122b6ca7dc {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:50:48.020211 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-aebad20d-afac-4306-9c69-184dc7ca1860 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (cf6fe000-888e-4442-9614-eb122b6ca7dc), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:48.054725 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb409d-7131-46c1-9ea3-4824ace5ba62 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event deleted for resources: {'Port': ['ID=7dc8c02d-4e0d-4437-a3bc-2e6087e0ac99,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:48.107878 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [None req-aebad20d-afac-4306-9c69-184dc7ca1860 admin admin] For port cf6fe000-888e-4442-9614-eb122b6ca7dc, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=cf6fe000-888e-4442-9614-eb122b6ca7dc,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:50:48.108231 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-aebad20d-afac-4306-9c69-184dc7ca1860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (cf6fe000-888e-4442-9614-eb122b6ca7dc), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:48.121683 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-b9a6c152-afa1-4210-a26f-229d24bcdb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'name': 'tempest-ServerRescueNegativeTestJSON-1675365884-router', 'tenant_id': '72ed260f86604db6ac28144af3dfb647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'cf6fe000-888e-4442-9614-eb122b6ca7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:12Z', 'updated_at': '2022-03-08T19:50:46Z', 'revision_number': 5, 'project_id': '72ed260f86604db6ac28144af3dfb647', 'gw_port': {'id': 'cf6fe000-888e-4442-9614-eb122b6ca7dc', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:34:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:48.128551 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-aebad20d-afac-4306-9c69-184dc7ca1860 admin admin] Calling delete_port for cf6fe000-888e-4442-9614-eb122b6ca7dc owned by network:router_gateway {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:50:48.137015 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bacb409d-7131-46c1-9ea3-4824ace5ba62 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (64612e01-4e8a-4fef-8abb-8f25d629d2c5), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:48.139840 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-bacb409d-7131-46c1-9ea3-4824ace5ba62 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:48.141259 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-bacb409d-7131-46c1-9ea3-4824ace5ba62 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "DELETE /v2.0/floatingips/64612e01-4e8a-4fef-8abb-8f25d629d2c5 HTTP/1.1" status: 204 len: 168 time: 0.5877430 Mar 08 19:50:48.151496 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a6c152-afa1-4210-a26f-229d24bcdb13 None None] Checking router: 910be378-9fa1-49ea-ad7b-8631acd7c62d for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:50:48.160511 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a6c152-afa1-4210-a26f-229d24bcdb13 None None] Routers {'910be378-9fa1-49ea-ad7b-8631acd7c62d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:50:48.161215 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-b9a6c152-afa1-4210-a26f-229d24bcdb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:50:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['910be378-9fa1-49ea-ad7b-8631acd7c62d'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:48.261733 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-b9a6c152-afa1-4210-a26f-229d24bcdb13 None None] Set router 910be378-9fa1-49ea-ad7b-8631acd7c62d gateway port host: None {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:50:48.333788 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-b9a6c152-afa1-4210-a26f-229d24bcdb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'name': 'tempest-ServerRescueNegativeTestJSON-1675365884-router', 'tenant_id': '72ed260f86604db6ac28144af3dfb647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:12Z', 'updated_at': '2022-03-08T19:50:47Z', 'revision_number': 6, 'project_id': '72ed260f86604db6ac28144af3dfb647', 'gw_port_host': None}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:48.359325 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-aebad20d-afac-4306-9c69-184dc7ca1860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (cf6fe000-888e-4442-9614-eb122b6ca7dc), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:48.369221 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a6c152-afa1-4210-a26f-229d24bcdb13 None None] The sync data for ids ['910be378-9fa1-49ea-ad7b-8631acd7c62d'] in dv-cinder-830093-3-iscsi is: [{'id': '910be378-9fa1-49ea-ad7b-8631acd7c62d', 'name': 'tempest-ServerRescueNegativeTestJSON-1675365884-router', 'tenant_id': '72ed260f86604db6ac28144af3dfb647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:12Z', 'updated_at': '2022-03-08T19:50:47Z', 'revision_number': 6, 'project_id': '72ed260f86604db6ac28144af3dfb647', 'gw_port_host': None}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:50:48.396120 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebad20d-afac-4306-9c69-184dc7ca1860 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf6fe000-888e-4442-9614-eb122b6ca7dc,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:48.463825 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-aebad20d-afac-4306-9c69-184dc7ca1860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1751681'] for router_gateway (910be378-9fa1-49ea-ad7b-8631acd7c62d), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:48.574544 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-aebad20d-afac-4306-9c69-184dc7ca1860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8573'] for router (910be378-9fa1-49ea-ad7b-8631acd7c62d), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:48.577855 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-aebad20d-afac-4306-9c69-184dc7ca1860 admin admin] Publish callbacks [] for router_controller (910be378-9fa1-49ea-ad7b-8631acd7c62d), precommit_delete_associations {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:48.665042 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-aebad20d-afac-4306-9c69-184dc7ca1860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1754914'] for router (910be378-9fa1-49ea-ad7b-8631acd7c62d), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:48.666030 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebad20d-afac-4306-9c69-184dc7ca1860 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 910be378-9fa1-49ea-ad7b-8631acd7c62d {{(pid=109690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 19:50:48.671724 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-aebad20d-afac-4306-9c69-184dc7ca1860 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:48.676059 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-aebad20d-afac-4306-9c69-184dc7ca1860 admin admin] 10.222.0.45 "DELETE /v2.0/routers/910be378-9fa1-49ea-ad7b-8631acd7c62d HTTP/1.1" status: 204 len: 168 time: 1.1033509 Mar 08 19:50:48.676692 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59408) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:48.723225 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ba2c7e-b12b-4a6e-8ace-e952cba887ec admin admin] Deleting subnet a50455b0-9330-418e-b6d3-f83bdb8fede0 {{(pid=109690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 19:50:48.723903 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 3922c2b2-0487-47bb-b9e7-3f5915f09d4f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:50:48.727385 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b9ba2c7e-b12b-4a6e-8ace-e952cba887ec admin admin] Publish callbacks [] for subnet (a50455b0-9330-418e-b6d3-f83bdb8fede0), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:48.749776 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: 3922c2b2-0487-47bb-b9e7-3f5915f09d4f {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:50:48.750127 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 3922c2b2-0487-47bb-b9e7-3f5915f09d4f not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:50:48.764361 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b9ba2c7e-b12b-4a6e-8ace-e952cba887ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30217747'] for subnet (a50455b0-9330-418e-b6d3-f83bdb8fede0), precommit_delete_associations {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:48.811137 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b9ba2c7e-b12b-4a6e-8ace-e952cba887ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651235'] for subnet (a50455b0-9330-418e-b6d3-f83bdb8fede0), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:48.871646 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b9ba2c7e-b12b-4a6e-8ace-e952cba887ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31980216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30349085'] for subnet (a50455b0-9330-418e-b6d3-f83bdb8fede0), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:48.895430 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba2c7e-b12b-4a6e-8ace-e952cba887ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a50455b0-9330-418e-b6d3-f83bdb8fede0,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:48.902196 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b9ba2c7e-b12b-4a6e-8ace-e952cba887ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:48.905377 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-b9ba2c7e-b12b-4a6e-8ace-e952cba887ec admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a50455b0-9330-418e-b6d3-f83bdb8fede0 HTTP/1.1" status: 204 len: 168 time: 0.2277792 Mar 08 19:50:48.908649 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59410) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:48.978433 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-749a8c2f-74dd-4366-ab9a-2310158cf303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627052'] for network (e8886c69-71b5-4f2a-a8b1-45077b0e7696), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:49.059391 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-749a8c2f-74dd-4366-ab9a-2310158cf303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733548', 'neutron.services.segments.db._delete_segments_for_network-8789199064935'] for network (e8886c69-71b5-4f2a-a8b1-45077b0e7696), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:49.071907 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dab8ab-3597-4f64-8c09-c7536d5bfe43 req-b9991ac2-ca2d-4ba4-8350-65f9937598e3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:49.073463 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-79dab8ab-3597-4f64-8c09-c7536d5bfe43 req-b9991ac2-ca2d-4ba4-8350-65f9937598e3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0551589 Mar 08 19:50:49.080437 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-749a8c2f-74dd-4366-ab9a-2310158cf303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8886c69-71b5-4f2a-a8b1-45077b0e7696']}} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:49.090767 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-749a8c2f-74dd-4366-ab9a-2310158cf303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064dd17b-c478-41a5-9866-703c2a2d722e') {'for_net_delete': True} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:49.091148 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-749a8c2f-74dd-4366-ab9a-2310158cf303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064dd17b-c478-41a5-9866-703c2a2d722e') {} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:49.102265 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-749a8c2f-74dd-4366-ab9a-2310158cf303 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199064176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30217960'] for segment (064dd17b-c478-41a5-9866-703c2a2d722e), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:49.120357 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-749a8c2f-74dd-4366-ab9a-2310158cf303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (064dd17b-c478-41a5-9866-703c2a2d722e), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:49.126320 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749a8c2f-74dd-4366-ab9a-2310158cf303 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 19:50:49.126633 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-749a8c2f-74dd-4366-ab9a-2310158cf303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31980242'] for segment (064dd17b-c478-41a5-9866-703c2a2d722e), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: Traceback (most recent call last): Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: timer() Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: cb(*args, **kw) Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: return func(*args, **kwargs) Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: self._notify() Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: self.callback(batched_events) Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: event.method(event) Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: return f(self, *a, **k) Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: return self._get(url).json() Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: return self.request(url, 'GET', **kwargs) Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 19:50:49.128564 dv-cinder-830093-3-iscsi neutron-server[109690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 19:50:49.132112 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-79dab8ab-3597-4f64-8c09-c7536d5bfe43 req-9720e946-ec66-4db8-a716-19ddc43ed3e7 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527253 Mar 08 19:50:49.198214 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-749a8c2f-74dd-4366-ab9a-2310158cf303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1751717'] for network (e8886c69-71b5-4f2a-a8b1-45077b0e7696), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:49.203991 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-749a8c2f-74dd-4366-ab9a-2310158cf303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:49.211210 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-749a8c2f-74dd-4366-ab9a-2310158cf303 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e8886c69-71b5-4f2a-a8b1-45077b0e7696 HTTP/1.1" status: 204 len: 168 time: 0.2948384 Mar 08 19:50:49.237191 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a8c2f-74dd-4366-ab9a-2310158cf303 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8886c69-71b5-4f2a-a8b1-45077b0e7696,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:49.402759 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59416) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:49.452355 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-4bba9bf7-ccef-4c03-930d-7355579c7b6d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=72ed260f86604db6ac28144af3dfb647&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462310 Mar 08 19:50:49.453565 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59418) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:49.509833 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fae77449-1831-4800-9be5-6fd5758a1faf admin admin] Publish callbacks [] for security_group (9fb96b5b-7a48-4303-a903-6926e58c4621), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:49.533098 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fae77449-1831-4800-9be5-6fd5758a1faf admin admin] Publish callbacks [] for security_group (9fb96b5b-7a48-4303-a903-6926e58c4621), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:49.582886 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fae77449-1831-4800-9be5-6fd5758a1faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (9fb96b5b-7a48-4303-a903-6926e58c4621), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:49.585625 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fae77449-1831-4800-9be5-6fd5758a1faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:49.589767 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-fae77449-1831-4800-9be5-6fd5758a1faf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9fb96b5b-7a48-4303-a903-6926e58c4621 HTTP/1.1" status: 204 len: 168 time: 0.1321878 Mar 08 19:50:49.597953 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae77449-1831-4800-9be5-6fd5758a1faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb96b5b-7a48-4303-a903-6926e58c4621,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:49.992992 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce55f1d-d0d1-4924-8d7b-d4cd72cb6ded req-3261fd5e-3ffd-473d-896e-06346c0e8225 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:49.994581 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4ce55f1d-d0d1-4924-8d7b-d4cd72cb6ded req-3261fd5e-3ffd-473d-896e-06346c0e8225 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 946 time: 0.0559263 Mar 08 19:50:50.041305 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4ce55f1d-d0d1-4924-8d7b-d4cd72cb6ded req-968f29c5-cd8b-4103-9e21-d565360f6858 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412188 Mar 08 19:50:50.275676 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870436-ec9e-40c6-9547-ccd8f4fb4e40 req-217d4017-3222-4cdf-88e5-f97c9447d93c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:50.278228 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8c870436-ec9e-40c6-9547-ccd8f4fb4e40 req-217d4017-3222-4cdf-88e5-f97c9447d93c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0713687 Mar 08 19:50:50.302618 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device cf6fe000-888e-4442-9614-eb122b6ca7dc no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:50:50.322354 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: cf6fe000-888e-4442-9614-eb122b6ca7dc {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:50:50.322701 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device cf6fe000-888e-4442-9614-eb122b6ca7dc not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:50:50.323118 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device b47a4eac-3448-4ec2-877a-05f6f2bcd33f no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:50:50.326336 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8c870436-ec9e-40c6-9547-ccd8f4fb4e40 req-6ae0aa67-9943-4655-96ee-fce7cf86cf18 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Mar 08 19:50:50.344805 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: b47a4eac-3448-4ec2-877a-05f6f2bcd33f {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:50:50.345103 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device b47a4eac-3448-4ec2-877a-05f6f2bcd33f not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:50:50.737978 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:50:50.760482 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:50:50.760826 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 94b67e3f-c2ae-40cf-b44c-507ba8c0d290 not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:50:51.166628 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a2686-b1b6-47a6-bfc3-de999ffe84f9 req-abb77a31-ec17-4dd1-b21c-b8c97e9ec4a8 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:51.168120 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-611a2686-b1b6-47a6-bfc3-de999ffe84f9 req-abb77a31-ec17-4dd1-b21c-b8c97e9ec4a8 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 946 time: 0.0595577 Mar 08 19:50:51.216095 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-611a2686-b1b6-47a6-bfc3-de999ffe84f9 req-75d610e2-dd6d-46d0-b1ca-eca0723e88cc tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=ed43385b-cdbc-4609-949e-460cb846970c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422933 Mar 08 19:50:51.445830 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7cce3-d68f-4695-9b6a-de9661edc763 req-5c5c3aeb-cc07-4242-8fe0-44cd2a1a0d0c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:51.447327 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c3f7cce3-d68f-4695-9b6a-de9661edc763 req-5c5c3aeb-cc07-4242-8fe0-44cd2a1a0d0c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0552847 Mar 08 19:50:51.494210 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c3f7cce3-d68f-4695-9b6a-de9661edc763 req-35335b6c-0a02-4618-9027-5ca96d1b8d89 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414691 Mar 08 19:50:51.593933 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59502) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:51.640009 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc1897-1c14-4dfa-a59f-de15e4400e0b req-f7fb3e88-98bf-47a3-9db2-0cb0a60d08f3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:51.641700 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1abc1897-1c14-4dfa-a59f-de15e4400e0b req-f7fb3e88-98bf-47a3-9db2-0cb0a60d08f3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 946 time: 0.0515521 Mar 08 19:50:51.702492 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-02d3b723-051c-4915-ae3f-223f382e3e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:51.740061 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-1abc1897-1c14-4dfa-a59f-de15e4400e0b req-72b6659c-dddc-49f1-a008-ea7b21d0ded3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Deleting port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:50:51.740334 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-1abc1897-1c14-4dfa-a59f-de15e4400e0b req-72b6659c-dddc-49f1-a008-ea7b21d0ded3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (04a354b0-ebaf-4bb1-8bd4-8311d12fae7f), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:51.777651 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-02d3b723-051c-4915-ae3f-223f382e3e92 admin admin] Publish callbacks [] for security_group (5a0a1a41-dca2-4738-82a3-e5eeed5ec4ae), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:51.781458 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-02d3b723-051c-4915-ae3f-223f382e3e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (5a0a1a41-dca2-4738-82a3-e5eeed5ec4ae), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:51.821688 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-02d3b723-051c-4915-ae3f-223f382e3e92 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=07cd4dacc9a04affa1fddd18d38c3db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265990 Mar 08 19:50:51.823697 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3b723-051c-4915-ae3f-223f382e3e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0a1a41-dca2-4738-82a3-e5eeed5ec4ae,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:51.826018 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59506) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:51.840174 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-1abc1897-1c14-4dfa-a59f-de15e4400e0b req-72b6659c-dddc-49f1-a008-ea7b21d0ded3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] For port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=04a354b0-ebaf-4bb1-8bd4-8311d12fae7f,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:50:51.840573 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-1abc1897-1c14-4dfa-a59f-de15e4400e0b req-72b6659c-dddc-49f1-a008-ea7b21d0ded3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (04a354b0-ebaf-4bb1-8bd4-8311d12fae7f), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:51.879678 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-79a6a2ae-a913-4c07-97a3-736ca5c623aa admin admin] Publish callbacks [] for security_group (5a0a1a41-dca2-4738-82a3-e5eeed5ec4ae), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:51.901292 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-79a6a2ae-a913-4c07-97a3-736ca5c623aa admin admin] Publish callbacks [] for security_group (5a0a1a41-dca2-4738-82a3-e5eeed5ec4ae), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:51.948569 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-79a6a2ae-a913-4c07-97a3-736ca5c623aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (5a0a1a41-dca2-4738-82a3-e5eeed5ec4ae), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:51.951168 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-79a6a2ae-a913-4c07-97a3-736ca5c623aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:51.952340 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-79a6a2ae-a913-4c07-97a3-736ca5c623aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5a0a1a41-dca2-4738-82a3-e5eeed5ec4ae HTTP/1.1" status: 204 len: 168 time: 0.1254139 Mar 08 19:50:51.960066 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6a2ae-a913-4c07-97a3-736ca5c623aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0a1a41-dca2-4738-82a3-e5eeed5ec4ae,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:52.018490 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-1abc1897-1c14-4dfa-a59f-de15e4400e0b req-72b6659c-dddc-49f1-a008-ea7b21d0ded3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:52.018789 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-1abc1897-1c14-4dfa-a59f-de15e4400e0b req-72b6659c-dddc-49f1-a008-ea7b21d0ded3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (f88c9458-ce7f-4448-8c5b-057c118d5b97), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:52.019098 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.l3_db [req-1abc1897-1c14-4dfa-a59f-de15e4400e0b req-72b6659c-dddc-49f1-a008-ea7b21d0ded3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Floating IP f88c9458-ce7f-4448-8c5b-057c118d5b97 disassociated. External IP: 172.27.1.57, port: 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f. Mar 08 19:50:52.019439 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-1abc1897-1c14-4dfa-a59f-de15e4400e0b req-72b6659c-dddc-49f1-a008-ea7b21d0ded3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Calling delete_port for 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:50:52.146858 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-1abc1897-1c14-4dfa-a59f-de15e4400e0b req-72b6659c-dddc-49f1-a008-ea7b21d0ded3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (04a354b0-ebaf-4bb1-8bd4-8311d12fae7f), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:52.221745 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59512) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:52.235199 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-bfb1151f-d167-457e-8a4c-51eb050dc344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:52.328118 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-73bcfa68-004b-48a3-baea-52c01e768239 req-788fae34-fb6d-4b3f-a062-9016b7565032 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a53ea32-1838-4dd1-85b7-bae137389683 HTTP/1.1" status: 200 len: 210 time: 0.0353374 Mar 08 19:50:52.349822 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-bfb1151f-d167-457e-8a4c-51eb050dc344 admin admin] Publish callbacks [] for security_group (3e57c6b5-3b19-4ae2-af81-cf71b52c11fa), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:52.353771 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-bfb1151f-d167-457e-8a4c-51eb050dc344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (3e57c6b5-3b19-4ae2-af81-cf71b52c11fa), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:52.396031 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-bfb1151f-d167-457e-8a4c-51eb050dc344 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3cf138f7aaa14f8aac88c6f708c13637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730802 Mar 08 19:50:52.396914 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1151f-d167-457e-8a4c-51eb050dc344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e57c6b5-3b19-4ae2-af81-cf71b52c11fa,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:52.399926 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59516) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:52.424615 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6659c-dddc-49f1-a008-ea7b21d0ded3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event deleted for resources: {'Port': ['ID=04a354b0-ebaf-4bb1-8bd4-8311d12fae7f,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:52.451554 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-053bf9e0-9a2c-453d-8a50-c239cdc34215 admin admin] Publish callbacks [] for security_group (3e57c6b5-3b19-4ae2-af81-cf71b52c11fa), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:52.473118 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-053bf9e0-9a2c-453d-8a50-c239cdc34215 admin admin] Publish callbacks [] for security_group (3e57c6b5-3b19-4ae2-af81-cf71b52c11fa), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:52.522219 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-053bf9e0-9a2c-453d-8a50-c239cdc34215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (3e57c6b5-3b19-4ae2-af81-cf71b52c11fa), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:52.525190 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-053bf9e0-9a2c-453d-8a50-c239cdc34215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:52.529741 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-053bf9e0-9a2c-453d-8a50-c239cdc34215 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3e57c6b5-3b19-4ae2-af81-cf71b52c11fa HTTP/1.1" status: 204 len: 168 time: 0.1283007 Mar 08 19:50:52.538244 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053bf9e0-9a2c-453d-8a50-c239cdc34215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e57c6b5-3b19-4ae2-af81-cf71b52c11fa,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:52.539833 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1abc1897-1c14-4dfa-a59f-de15e4400e0b req-72b6659c-dddc-49f1-a008-ea7b21d0ded3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Router d8357a97-1270-4600-8b32-23ca28274084 has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:50:52.689567 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4163976-5054-4a51-a879-6baa51937758 req-5a5b343b-e826-4177-b6a0-27a1ffe4a269 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:52.691105 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e4163976-5054-4a51-a879-6baa51937758 req-5a5b343b-e826-4177-b6a0-27a1ffe4a269 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.1015551 Mar 08 19:50:52.700906 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1abc1897-1c14-4dfa-a59f-de15e4400e0b req-72b6659c-dddc-49f1-a008-ea7b21d0ded3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:50:52.710436 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d701760-d772-403b-b9e9-4928f5c203e9 None None] Sync routers for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:50:52.723291 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d701760-d772-403b-b9e9-4928f5c203e9 None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:50:52.724725 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-1d701760-d772-403b-b9e9-4928f5c203e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:50:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:52.768054 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abc1897-1c14-4dfa-a59f-de15e4400e0b req-72b6659c-dddc-49f1-a008-ea7b21d0ded3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] No DVR routers for this DVR port 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:50:52.774154 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-1abc1897-1c14-4dfa-a59f-de15e4400e0b req-72b6659c-dddc-49f1-a008-ea7b21d0ded3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:52.777378 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1abc1897-1c14-4dfa-a59f-de15e4400e0b req-72b6659c-dddc-49f1-a008-ea7b21d0ded3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "DELETE /v2.0/ports/04a354b0-ebaf-4bb1-8bd4-8311d12fae7f HTTP/1.1" status: 204 len: 173 time: 1.1292510 Mar 08 19:50:52.777822 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a53ea32-1838-4dd1-85b7-bae137389683', 'name': 'network-vif-deleted', 'tag': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:50:52.780033 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f841af-7ee9-4b1d-ac5f-bf2d91fc3f76" -d '{"events": [{"server_uuid": "5a53ea32-1838-4dd1-85b7-bae137389683", "name": "network-vif-deleted", "tag": "04a354b0-ebaf-4bb1-8bd4-8311d12fae7f"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:50:52.800912 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e4163976-5054-4a51-a879-6baa51937758 req-a21c21e9-d510-49a0-a828-97b4c5d3762d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027153 Mar 08 19:50:52.839422 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995df944-53a0-4880-8b91-f5aea0fd2821 x-openstack-request-id: req-995df944-53a0-4880-8b91-f5aea0fd2821 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:50:52.839833 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a53ea32-1838-4dd1-85b7-bae137389683", "name": "network-vif-deleted", "tag": "04a354b0-ebaf-4bb1-8bd4-8311d12fae7f", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:50:52.840362 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-995df944-53a0-4880-8b91-f5aea0fd2821 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:50:52.840995 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a53ea32-1838-4dd1-85b7-bae137389683', 'name': 'network-vif-deleted', 'tag': '04a354b0-ebaf-4bb1-8bd4-8311d12fae7f', 'status': 'completed', 'code': 200} Mar 08 19:50:52.874940 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-1d701760-d772-403b-b9e9-4928f5c203e9 None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:50:53.224839 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-1d701760-d772-403b-b9e9-4928f5c203e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:53.252723 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d701760-d772-403b-b9e9-4928f5c203e9 None None] Checking router: d8357a97-1270-4600-8b32-23ca28274084 for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:50:53.263329 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d701760-d772-403b-b9e9-4928f5c203e9 None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:50:53.264049 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-1d701760-d772-403b-b9e9-4928f5c203e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:50:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:53.394193 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-1d701760-d772-403b-b9e9-4928f5c203e9 None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:50:53.427697 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 59548) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:53.492446 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4d1b23a3-71ed-4b3e-bd59-09aee9cbb40f tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (ed43385b-cdbc-4609-949e-460cb846970c), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:53.521788 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4d1b23a3-71ed-4b3e-bd59-09aee9cbb40f tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (ed43385b-cdbc-4609-949e-460cb846970c), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:53.588219 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4d1b23a3-71ed-4b3e-bd59-09aee9cbb40f tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ed43385b-cdbc-4609-949e-460cb846970c), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:53.591187 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4d1b23a3-71ed-4b3e-bd59-09aee9cbb40f tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:53.593013 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-4d1b23a3-71ed-4b3e-bd59-09aee9cbb40f tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "DELETE /v2.0/security-groups/ed43385b-cdbc-4609-949e-460cb846970c HTTP/1.1" status: 204 len: 168 time: 0.1634753 Mar 08 19:50:53.596245 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59554) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:53.612883 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.api.v2.resource [None req-651cdf22-6db3-4760-b583-e86804d76c71 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] show failed (client error): The resource could not be found. Mar 08 19:50:53.614261 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-651cdf22-6db3-4760-b583-e86804d76c71 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups/ed43385b-cdbc-4609-949e-460cb846970c HTTP/1.1" status: 404 len: 347 time: 0.0158484 Mar 08 19:50:53.620489 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 59556) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:53.624403 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-1d701760-d772-403b-b9e9-4928f5c203e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:50:53.627779 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b23a3-71ed-4b3e-bd59-09aee9cbb40f tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed43385b-cdbc-4609-949e-460cb846970c,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:53.661071 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d701760-d772-403b-b9e9-4928f5c203e9 None None] The sync data for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi is: [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:50:53.767004 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-96d95d5d-3eb6-4b6a-8181-42b4f322b3c0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Deleting port cd96cf73-6624-482b-a524-ad15a3294fa8 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:50:53.767540 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-96d95d5d-3eb6-4b6a-8181-42b4f322b3c0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (cd96cf73-6624-482b-a524-ad15a3294fa8), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:53.857003 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-96d95d5d-3eb6-4b6a-8181-42b4f322b3c0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (cd96cf73-6624-482b-a524-ad15a3294fa8), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:53.857406 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-96d95d5d-3eb6-4b6a-8181-42b4f322b3c0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (cd96cf73-6624-482b-a524-ad15a3294fa8), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:53.873342 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-96d95d5d-3eb6-4b6a-8181-42b4f322b3c0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Calling delete_port for cd96cf73-6624-482b-a524-ad15a3294fa8 owned by network:floatingip {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:50:53.931148 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25604613-de59-41e0-9bdf-2c0413bc9464 None None] New status for floating IP f88c9458-ce7f-4448-8c5b-057c118d5b97: DOWN {{(pid=109692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:50:53.996814 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63fe48-fcce-4b21-a6cd-0fac1e54a8ff req-fe78db8e-8aec-420e-b844-835fc990964e tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:53.998338 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6b63fe48-fcce-4b21-a6cd-0fac1e54a8ff req-fe78db8e-8aec-420e-b844-835fc990964e tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.1160777 Mar 08 19:50:54.053999 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.db.api [None req-25604613-de59-41e0-9bdf-2c0413bc9464 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 08 19:50:54.053999 dv-cinder-830093-3-iscsi neutron-server[109692]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Mar 08 19:50:54.053999 dv-cinder-830093-3-iscsi neutron-server[109692]: [parameters: {'status': 'DOWN', 'floatingips_id': 'f88c9458-ce7f-4448-8c5b-057c118d5b97'}] Mar 08 19:50:54.053999 dv-cinder-830093-3-iscsi neutron-server[109692]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 19:50:54.054467 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG oslo_db.api [None req-25604613-de59-41e0-9bdf-2c0413bc9464 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 19:50:54.079517 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6b63fe48-fcce-4b21-a6cd-0fac1e54a8ff req-acab48c4-5cca-4da2-98ff-8334dab1a26d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671170 Mar 08 19:50:54.111862 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-96d95d5d-3eb6-4b6a-8181-42b4f322b3c0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (cd96cf73-6624-482b-a524-ad15a3294fa8), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:54.135952 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d95d5d-3eb6-4b6a-8181-42b4f322b3c0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event deleted for resources: {'Port': ['ID=cd96cf73-6624-482b-a524-ad15a3294fa8,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:54.201151 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-96d95d5d-3eb6-4b6a-8181-42b4f322b3c0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (f88c9458-ce7f-4448-8c5b-057c118d5b97), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:54.204229 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-96d95d5d-3eb6-4b6a-8181-42b4f322b3c0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:54.205488 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-96d95d5d-3eb6-4b6a-8181-42b4f322b3c0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "DELETE /v2.0/floatingips/f88c9458-ce7f-4448-8c5b-057c118d5b97 HTTP/1.1" status: 204 len: 168 time: 0.5836356 Mar 08 19:50:54.320473 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2b0b7-a726-4a00-8555-e748a56078c0 req-2cbe4797-6645-4f0c-afe3-2dfadc1226c5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:54.322213 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1dc2b0b7-a726-4a00-8555-e748a56078c0 req-2cbe4797-6645-4f0c-afe3-2dfadc1226c5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0633686 Mar 08 19:50:54.402228 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1dc2b0b7-a726-4a00-8555-e748a56078c0 req-970ff45e-1552-4a65-b6ec-00f823155e5e tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731754 Mar 08 19:50:54.416833 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0efed-f791-4783-87ad-b93ab2aacc9a req-6f5cf445-996f-4e78-9a41-df0a0bc1ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:54.421034 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-55e0efed-f791-4783-87ad-b93ab2aacc9a req-6f5cf445-996f-4e78-9a41-df0a0bc1ee80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 1130 time: 0.0707364 Mar 08 19:50:54.499525 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59588) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:54.505095 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-773534f7-0231-4834-a1db-39b241128ca5 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1433079165', 'description': 'tempest-description--98938581'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:50:54.524998 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-773534f7-0231-4834-a1db-39b241128ca5 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:54.526934 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0efed-f791-4783-87ad-b93ab2aacc9a req-aa728520-9eed-47f9-9466-b66f1687e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:54.528979 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-55e0efed-f791-4783-87ad-b93ab2aacc9a req-aa728520-9eed-47f9-9466-b66f1687e404 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.1044877 Mar 08 19:50:54.556596 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25604613-de59-41e0-9bdf-2c0413bc9464 None None] New status for floating IP f88c9458-ce7f-4448-8c5b-057c118d5b97: DOWN {{(pid=109692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:50:54.593398 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-773534f7-0231-4834-a1db-39b241128ca5 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (2b6cafbd-5e3b-4998-833d-9fe37521e97e), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:54.600086 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-773534f7-0231-4834-a1db-39b241128ca5 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (2b6cafbd-5e3b-4998-833d-9fe37521e97e), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:54.609293 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-55e0efed-f791-4783-87ad-b93ab2aacc9a req-249fa059-0ba9-4a4f-a375-8f37aa71fd88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deea1de1-999c-4b53-999a-016d7f51ba59 HTTP/1.1" status: 200 len: 1002 time: 0.0698881 Mar 08 19:50:54.623348 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-773534f7-0231-4834-a1db-39b241128ca5 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:54.624853 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-773534f7-0231-4834-a1db-39b241128ca5 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1233952 Mar 08 19:50:54.628148 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59592) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:54.634901 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-0df01596-46b4-45c5-ac60-4c844daca4b8 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'security_group_rule': {'security_group_id': '2b6cafbd-5e3b-4998-833d-9fe37521e97e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:50:54.650914 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773534f7-0231-4834-a1db-39b241128ca5 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6cafbd-5e3b-4998-833d-9fe37521e97e,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:54.661348 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0efed-f791-4783-87ad-b93ab2aacc9a req-1a1854b4-489b-404a-a7b3-b41467314143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:54.662875 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-55e0efed-f791-4783-87ad-b93ab2aacc9a req-1a1854b4-489b-404a-a7b3-b41467314143 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0461414 Mar 08 19:50:54.671131 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0df01596-46b4-45c5-ac60-4c844daca4b8 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (a788a003-f2e0-4dfc-9729-f2e0657361a9), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:54.718828 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0efed-f791-4783-87ad-b93ab2aacc9a req-da8bb8de-92ac-469b-8b89-7924c37195be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:54.720389 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-55e0efed-f791-4783-87ad-b93ab2aacc9a req-da8bb8de-92ac-469b-8b89-7924c37195be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513318 Mar 08 19:50:54.733639 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0df01596-46b4-45c5-ac60-4c844daca4b8 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (a788a003-f2e0-4dfc-9729-f2e0657361a9), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:54.738126 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0df01596-46b4-45c5-ac60-4c844daca4b8 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (a788a003-f2e0-4dfc-9729-f2e0657361a9), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:54.755097 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df01596-46b4-45c5-ac60-4c844daca4b8 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a788a003-f2e0-4dfc-9729-f2e0657361a9,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:54.763198 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0df01596-46b4-45c5-ac60-4c844daca4b8 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:54.764467 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-0df01596-46b4-45c5-ac60-4c844daca4b8 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351581 Mar 08 19:50:54.767833 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59594) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:54.772131 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-5efac878-f02e-4c57-92bd-27ace5e6d2dc tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'security_group_rule': {'security_group_id': '2b6cafbd-5e3b-4998-833d-9fe37521e97e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:50:54.796733 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-5efac878-f02e-4c57-92bd-27ace5e6d2dc tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (ebbc8c44-7f9a-45c8-83a6-29c392d02796), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:54.812081 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-55e0efed-f791-4783-87ad-b93ab2aacc9a req-6ed4569a-9fe0-4442-8e74-ff6ed3e800c1 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854514 Mar 08 19:50:54.850593 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-5efac878-f02e-4c57-92bd-27ace5e6d2dc tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (ebbc8c44-7f9a-45c8-83a6-29c392d02796), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:54.854296 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-5efac878-f02e-4c57-92bd-27ace5e6d2dc tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (ebbc8c44-7f9a-45c8-83a6-29c392d02796), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:54.873847 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efac878-f02e-4c57-92bd-27ace5e6d2dc tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbc8c44-7f9a-45c8-83a6-29c392d02796,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:54.879854 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-5efac878-f02e-4c57-92bd-27ace5e6d2dc tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:54.884230 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-5efac878-f02e-4c57-92bd-27ace5e6d2dc tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123011 Mar 08 19:50:54.884230 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59596) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:50:54.888606 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-3bd655c0-2098-4df2-b90a-9c186146ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'floatingip': {'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:50:54.908951 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3bd655c0-2098-4df2-b90a-9c186146ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:54.911056 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-55e0efed-f791-4783-87ad-b93ab2aacc9a req-dc970613-9bcb-429e-a065-394fb4688c8b service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916328 Mar 08 19:50:55.011107 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3bd655c0-2098-4df2-b90a-9c186146ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:55.113196 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [None req-3bd655c0-2098-4df2-b90a-9c186146ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Allocated IP 172.27.1.162 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/547a2145-0fd9-449b-9463-fe01fe849336) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:50:55.217284 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3bd655c0-2098-4df2-b90a-9c186146ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for port (547a2145-0fd9-449b-9463-fe01fe849336), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:55.249379 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3bd655c0-2098-4df2-b90a-9c186146ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (547a2145-0fd9-449b-9463-fe01fe849336), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:55.286532 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd655c0-2098-4df2-b90a-9c186146ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:50:55.289594 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-3bd655c0-2098-4df2-b90a-9c186146ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:50:55.292899 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd655c0-2098-4df2-b90a-9c186146ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:50:55.315432 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd655c0-2098-4df2-b90a-9c186146ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'Port': ['ID=547a2145-0fd9-449b-9463-fe01fe849336,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:55.382308 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3bd655c0-2098-4df2-b90a-9c186146ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (016351d0-9a94-4e53-b868-038c94038a0e), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:55.417560 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3bd655c0-2098-4df2-b90a-9c186146ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (547a2145-0fd9-449b-9463-fe01fe849336), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:55.536441 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7931d0b-2879-41c5-85d0-f543c554df0b req-d3081b9a-8a5d-4242-8b6e-d58f22976cb9 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:55.540773 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f7931d0b-2879-41c5-85d0-f543c554df0b req-d3081b9a-8a5d-4242-8b6e-d58f22976cb9 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0624926 Mar 08 19:50:55.590868 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3bd655c0-2098-4df2-b90a-9c186146ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for port (547a2145-0fd9-449b-9463-fe01fe849336), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:55.593299 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f7931d0b-2879-41c5-85d0-f543c554df0b req-23c746c6-565e-42fd-8522-e26f7d5c8457 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494499 Mar 08 19:50:55.595692 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3bd655c0-2098-4df2-b90a-9c186146ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31980278'] for port (547a2145-0fd9-449b-9463-fe01fe849336), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:55.665152 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd655c0-2098-4df2-b90a-9c186146ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'Port': ['ID=547a2145-0fd9-449b-9463-fe01fe849336,revision_number=2']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:55.676514 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3bd655c0-2098-4df2-b90a-9c186146ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (016351d0-9a94-4e53-b868-038c94038a0e), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:55.694063 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3bd655c0-2098-4df2-b90a-9c186146ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:55.695311 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-3bd655c0-2098-4df2-b90a-9c186146ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8102486 Mar 08 19:50:55.907831 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-175687b9-2349-466e-8cb8-5216235900db req-6b37f5e0-b3b6-44ba-b05f-ef62b68e1de3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1433079165&fields=id&tenant_id=94f11a138e0849f79d37eff5a59cf1cb HTTP/1.1" status: 200 len: 267 time: 0.0459909 Mar 08 19:50:56.013257 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175687b9-2349-466e-8cb8-5216235900db req-136a104e-84d3-4457-bb82-8af23830aee2 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:56.014618 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-175687b9-2349-466e-8cb8-5216235900db req-136a104e-84d3-4457-bb82-8af23830aee2 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/networks?id=dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 200 len: 815 time: 0.0996864 Mar 08 19:50:56.028267 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-175687b9-2349-466e-8cb8-5216235900db req-e39f7071-b665-4d12-828f-3cb8140a3662 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/quotas/94f11a138e0849f79d37eff5a59cf1cb HTTP/1.1" status: 200 len: 375 time: 0.0084479 Mar 08 19:50:56.081612 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-175687b9-2349-466e-8cb8-5216235900db req-7df9e66c-9610-4743-bd46-66e8bbec0b39 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487189 Mar 08 19:50:56.138535 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-496336ca-4df2-4658-ba81-0169f0620af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:56.394989 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-175687b9-2349-466e-8cb8-5216235900db req-17aa2c92-0c01-42ca-a05d-b5d37c350324 service neutron] 10.222.0.45 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021119 Mar 08 19:50:56.481321 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-175687b9-2349-466e-8cb8-5216235900db req-6f0cafd7-9a96-4611-a8b8-19e553e70a80 service neutron] 10.222.0.45 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807104 Mar 08 19:50:56.636688 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b423908e-e3f0-45ff-8c7c-3b0e4b19ab68 req-7b304aa0-8ce4-4a9a-90e0-4f3cad3fb958 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 210 time: 0.0283751 Mar 08 19:50:56.712875 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2b198-6a47-4d0c-b034-d84db1b3fae7 req-5794536a-3dea-4189-9aea-1292f503e2d9 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:56.714391 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-88d2b198-6a47-4d0c-b034-d84db1b3fae7 req-5794536a-3dea-4189-9aea-1292f503e2d9 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0543475 Mar 08 19:50:56.765442 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-88d2b198-6a47-4d0c-b034-d84db1b3fae7 req-a18a9d31-c853-43ee-9b37-cc21f0a37c6d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449066 Mar 08 19:50:56.770813 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:50:56.792144 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:50:56.792322 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 04a354b0-ebaf-4bb1-8bd4-8311d12fae7f not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:50:57.628741 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175687b9-2349-466e-8cb8-5216235900db req-eb0d5d03-dbf2-40f0-a37f-86e8982768c9 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:57.630220 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-175687b9-2349-466e-8cb8-5216235900db req-eb0d5d03-dbf2-40f0-a37f-86e8982768c9 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "GET /v2.0/networks?id=dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 200 len: 815 time: 0.1119733 Mar 08 19:50:57.693292 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-175687b9-2349-466e-8cb8-5216235900db req-5be79721-9a1f-4d65-96b6-07c20417c9b3 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94f11a138e0849f79d37eff5a59cf1cb HTTP/1.1" status: 200 len: 380 time: 0.0537953 Mar 08 19:50:57.702711 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-175687b9-2349-466e-8cb8-5216235900db req-b96a165d-818e-40e1-a48f-7e320549693c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'port': {'device_id': 'b37d3efc-2ed3-4421-8b7b-482ebff040b3', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'admin_state_up': True, 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'security_groups': ['2b6cafbd-5e3b-4998-833d-9fe37521e97e']}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:50:57.753023 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e73780bc-fe11-4ad6-aea8-968d414ca39a req-e5de469f-f057-4c3d-b5e6-a20b87c85032 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 210 time: 0.0451427 Mar 08 19:50:57.832700 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175687b9-2349-466e-8cb8-5216235900db req-b96a165d-818e-40e1-a48f-7e320549693c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Made reservation on behalf of 94f11a138e0849f79d37eff5a59cf1cb for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:50:57.836251 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-175687b9-2349-466e-8cb8-5216235900db req-b96a165d-818e-40e1-a48f-7e320549693c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:57.961776 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-175687b9-2349-466e-8cb8-5216235900db req-b96a165d-818e-40e1-a48f-7e320549693c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Allocated IP 172.20.0.10 (dfea349b-6bfd-41c2-92c4-062cebf33ab6/5d1de695-2f89-4670-8368-e25440455f01/8a12a54f-7ede-4f74-acbe-18594f4017ff) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:50:58.092201 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-175687b9-2349-466e-8cb8-5216235900db req-b96a165d-818e-40e1-a48f-7e320549693c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for port (8a12a54f-7ede-4f74-acbe-18594f4017ff), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:58.125361 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-175687b9-2349-466e-8cb8-5216235900db req-b96a165d-818e-40e1-a48f-7e320549693c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (8a12a54f-7ede-4f74-acbe-18594f4017ff), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:58.171597 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175687b9-2349-466e-8cb8-5216235900db req-b96a165d-818e-40e1-a48f-7e320549693c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Network dfea349b-6bfd-41c2-92c4-062cebf33ab6 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:50:58.175022 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-175687b9-2349-466e-8cb8-5216235900db req-b96a165d-818e-40e1-a48f-7e320549693c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:50:58.178546 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-175687b9-2349-466e-8cb8-5216235900db req-b96a165d-818e-40e1-a48f-7e320549693c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:50:58.184695 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a165d-818e-40e1-a48f-7e320549693c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'Port': ['ID=8a12a54f-7ede-4f74-acbe-18594f4017ff,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:50:58.229530 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175687b9-2349-466e-8cb8-5216235900db req-b96a165d-818e-40e1-a48f-7e320549693c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:58.230140 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-175687b9-2349-466e-8cb8-5216235900db req-b96a165d-818e-40e1-a48f-7e320549693c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:58.246915 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-175687b9-2349-466e-8cb8-5216235900db req-b96a165d-818e-40e1-a48f-7e320549693c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5486405 Mar 08 19:50:58.411488 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-4968b792-75e1-4bc0-b49f-4cd49bf3c559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:58.427122 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-993b855e-4925-4dc4-bc8e-c61e0591eba9 None None] Provisioning complete for port 8a12a54f-7ede-4f74-acbe-18594f4017ff triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:50:58.427600 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-993b855e-4925-4dc4-bc8e-c61e0591eba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (8a12a54f-7ede-4f74-acbe-18594f4017ff), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:50:58.462379 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-993b855e-4925-4dc4-bc8e-c61e0591eba9 None None] Port 8a12a54f-7ede-4f74-acbe-18594f4017ff cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:50:58.866251 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b935-3da1-4658-af7d-3591ef685207 req-8668c310-1e0c-41e2-b9b5-76ea90cf3e18 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:50:58.867703 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-eb06b935-3da1-4658-af7d-3591ef685207 req-8668c310-1e0c-41e2-b9b5-76ea90cf3e18 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 932 time: 0.0510006 Mar 08 19:50:58.913354 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-eb06b935-3da1-4658-af7d-3591ef685207 req-89b2748e-c761-441e-9dce-93e6064db908 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b6cafbd-5e3b-4998-833d-9fe37521e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399282 Mar 08 19:50:59.628951 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:00.029665 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317d190-f6ac-4305-af87-630c832326b9 req-73da0e5f-8e74-40e0-9eb8-701e8216e621 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:00.031030 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d317d190-f6ac-4305-af87-630c832326b9 req-73da0e5f-8e74-40e0-9eb8-701e8216e621 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 932 time: 0.0508115 Mar 08 19:51:00.075779 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d317d190-f6ac-4305-af87-630c832326b9 req-ba09f778-f11a-40b7-a6d6-57fb60a9452c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b6cafbd-5e3b-4998-833d-9fe37521e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393193 Mar 08 19:51:00.273631 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Request body: {'port': {'device_id': 'b37d3efc-2ed3-4421-8b7b-482ebff040b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:00.338083 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (8a12a54f-7ede-4f74-acbe-18594f4017ff), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:00.586324 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a12a54f-7ede-4f74-acbe-18594f4017ff {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:51:00.593660 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Publish callbacks [] for port (8a12a54f-7ede-4f74-acbe-18594f4017ff), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:00.605790 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Transition to ACTIVE for port object 8a12a54f-7ede-4f74-acbe-18594f4017ff will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:51:00.608956 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (8a12a54f-7ede-4f74-acbe-18594f4017ff), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:00.657000 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Pushing event updated for resources: {'Port': ['ID=8a12a54f-7ede-4f74-acbe-18594f4017ff,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:00.737116 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Attempting to bind port 8a12a54f-7ede-4f74-acbe-18594f4017ff on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:51:00.738130 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Attempting to bind port 8a12a54f-7ede-4f74-acbe-18594f4017ff by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:51:00.738472 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Attempting to bind port 8a12a54f-7ede-4f74-acbe-18594f4017ff on network dfea349b-6bfd-41c2-92c4-062cebf33ab6 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:51:00.743161 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Port 8a12a54f-7ede-4f74-acbe-18594f4017ff on network dfea349b-6bfd-41c2-92c4-062cebf33ab6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:51:00.743484 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Attempting to bind port 8a12a54f-7ede-4f74-acbe-18594f4017ff on network dfea349b-6bfd-41c2-92c4-062cebf33ab6 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:51:00.749060 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:51:00.749404 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Checking segment: {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:51:00.749801 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Bound using segment: {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:51:00.750290 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Bound port: 8a12a54f-7ede-4f74-acbe-18594f4017ff, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:51:00.750671 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (8a12a54f-7ede-4f74-acbe-18594f4017ff), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:00.819883 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] For port 8a12a54f-7ede-4f74-acbe-18594f4017ff, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:51:00.823273 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] For port 8a12a54f-7ede-4f74-acbe-18594f4017ff, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8a12a54f-7ede-4f74-acbe-18594f4017ff,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:51:00.829025 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (8a12a54f-7ede-4f74-acbe-18594f4017ff), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:00.861822 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:00.862446 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:00.864034 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-175687b9-2349-466e-8cb8-5216235900db req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] 10.222.0.60 "PUT /v2.0/ports/8a12a54f-7ede-4f74-acbe-18594f4017ff HTTP/1.1" status: 200 len: 1094 time: 0.5946147 Mar 08 19:51:00.868992 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37d3efc-2ed3-4421-8b7b-482ebff040b3', 'tag': '8a12a54f-7ede-4f74-acbe-18594f4017ff'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:51:00.871528 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cfa4e7-cdff-488b-9357-0b5781340788" -d '{"events": [{"name": "network-changed", "server_uuid": "b37d3efc-2ed3-4421-8b7b-482ebff040b3", "tag": "8a12a54f-7ede-4f74-acbe-18594f4017ff"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:51:00.905828 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5fedb-0081-4ca7-8926-6649e7d3f38e service neutron] Pushing event updated for resources: {'Port': ['ID=8a12a54f-7ede-4f74-acbe-18594f4017ff,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:00.937233 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381cc74d-a4b1-4885-b0d3-6458e7be1209 x-openstack-request-id: req-381cc74d-a4b1-4885-b0d3-6458e7be1209 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:51:00.937233 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37d3efc-2ed3-4421-8b7b-482ebff040b3", "tag": "8a12a54f-7ede-4f74-acbe-18594f4017ff", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:51:00.937233 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-381cc74d-a4b1-4885-b0d3-6458e7be1209 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:51:00.937633 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37d3efc-2ed3-4421-8b7b-482ebff040b3', 'tag': '8a12a54f-7ede-4f74-acbe-18594f4017ff', 'status': 'completed', 'code': 200} Mar 08 19:51:00.980953 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175687b9-2349-466e-8cb8-5216235900db req-1774bc46-c3bc-4876-a51d-08b0c9f1d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:00.982695 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-175687b9-2349-466e-8cb8-5216235900db req-1774bc46-c3bc-4876-a51d-08b0c9f1d512 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 1128 time: 0.0563960 Mar 08 19:51:01.029082 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-175687b9-2349-466e-8cb8-5216235900db req-939f0cfa-8d84-485c-8881-340ad3677f20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a12a54f-7ede-4f74-acbe-18594f4017ff HTTP/1.1" status: 200 len: 217 time: 0.0372009 Mar 08 19:51:01.069962 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:01.087738 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175687b9-2349-466e-8cb8-5216235900db req-a0c96354-a0b3-48e7-94d9-5883e563f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:01.089438 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-175687b9-2349-466e-8cb8-5216235900db req-a0c96354-a0b3-48e7-94d9-5883e563f17f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d1de695-2f89-4670-8368-e25440455f01 HTTP/1.1" status: 200 len: 854 time: 0.0484567 Mar 08 19:51:01.195236 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175687b9-2349-466e-8cb8-5216235900db req-7b7196ff-e539-4f7d-b845-767215c6b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:01.201623 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-175687b9-2349-466e-8cb8-5216235900db req-7b7196ff-e539-4f7d-b845-767215c6b887 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfea349b-6bfd-41c2-92c4-062cebf33ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0970130 Mar 08 19:51:01.239180 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74bc94-0f09-4cdc-ba99-f2f82eea6399 req-54e720aa-fe29-49d9-ba5e-4118b74e287e tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:01.240671 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9f74bc94-0f09-4cdc-ba99-f2f82eea6399 req-54e720aa-fe29-49d9-ba5e-4118b74e287e tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 944 time: 0.0867660 Mar 08 19:51:01.333001 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-175687b9-2349-466e-8cb8-5216235900db req-5d665095-7113-4fba-92c6-cecb5fb5c99b service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276805 Mar 08 19:51:01.338228 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9f74bc94-0f09-4cdc-ba99-f2f82eea6399 req-06525c40-258c-435a-9344-992ad6a661b8 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b6cafbd-5e3b-4998-833d-9fe37521e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703373 Mar 08 19:51:01.425381 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-175687b9-2349-466e-8cb8-5216235900db req-45a7f8ce-5d9b-4d3f-a729-6a284e7add19 service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858998 Mar 08 19:51:01.510258 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfa4e7-cdff-488b-9357-0b5781340788 req-0df47399-7dbe-422f-b033-e878b797fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:01.511738 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-70cfa4e7-cdff-488b-9357-0b5781340788 req-0df47399-7dbe-422f-b033-e878b797fa60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 1128 time: 0.0438530 Mar 08 19:51:01.602833 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfa4e7-cdff-488b-9357-0b5781340788 req-2fc4d590-2e8d-494d-8fb5-833422b33389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:01.604265 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-70cfa4e7-cdff-488b-9357-0b5781340788 req-2fc4d590-2e8d-494d-8fb5-833422b33389 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 200 len: 916 time: 0.0848083 Mar 08 19:51:01.649790 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-70cfa4e7-cdff-488b-9357-0b5781340788 req-dfdeb1b4-7931-48a9-bf99-049eb103b083 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a12a54f-7ede-4f74-acbe-18594f4017ff HTTP/1.1" status: 200 len: 217 time: 0.0367219 Mar 08 19:51:01.700260 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfa4e7-cdff-488b-9357-0b5781340788 req-c6b4c75c-0513-45b7-b415-392e5d0637dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:01.701633 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-70cfa4e7-cdff-488b-9357-0b5781340788 req-c6b4c75c-0513-45b7-b415-392e5d0637dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d1de695-2f89-4670-8368-e25440455f01 HTTP/1.1" status: 200 len: 854 time: 0.0451531 Mar 08 19:51:01.752171 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfa4e7-cdff-488b-9357-0b5781340788 req-5652b3f6-b196-4c2a-b6a8-faee812bd871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:01.753741 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-70cfa4e7-cdff-488b-9357-0b5781340788 req-5652b3f6-b196-4c2a-b6a8-faee812bd871 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfea349b-6bfd-41c2-92c4-062cebf33ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439439 Mar 08 19:51:01.843433 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-70cfa4e7-cdff-488b-9357-0b5781340788 req-d914199e-48a2-4560-b60e-c9335b2cf581 service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824630 Mar 08 19:51:01.934590 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-70cfa4e7-cdff-488b-9357-0b5781340788 req-ef58f839-1b5c-4b75-b71e-0878acfb3a5d service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831785 Mar 08 19:51:02.358912 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:02.460226 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02842107-1ba7-4220-95fc-0dd0699f2de5 req-caedc330-4ec6-465b-ad9e-bcaf0c9d9cb8 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:02.461784 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-02842107-1ba7-4220-95fc-0dd0699f2de5 req-caedc330-4ec6-465b-ad9e-bcaf0c9d9cb8 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 944 time: 0.0530801 Mar 08 19:51:02.508652 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-02842107-1ba7-4220-95fc-0dd0699f2de5 req-138538fd-ad2d-4f83-a1c8-ec72d635c061 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b6cafbd-5e3b-4998-833d-9fe37521e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413201 Mar 08 19:51:03.629163 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b105105-517b-46a0-9563-8ec256765e2b req-63a05dd3-0a3a-498a-93f4-b1bbf764229c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:03.630732 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9b105105-517b-46a0-9563-8ec256765e2b req-63a05dd3-0a3a-498a-93f4-b1bbf764229c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 944 time: 0.0532777 Mar 08 19:51:03.682550 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9b105105-517b-46a0-9563-8ec256765e2b req-cbfad9ea-93b7-4dbd-9194-2941d8038e9f tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b6cafbd-5e3b-4998-833d-9fe37521e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462141 Mar 08 19:51:04.004035 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59734) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:04.107708 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-01b39a2a-b3d1-428d-abc3-40543df4b3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:04.178141 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-01b39a2a-b3d1-428d-abc3-40543df4b3e3 admin admin] Publish callbacks [] for security_group (6d6abdae-2273-4d25-83a8-57143ff5a17b), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:04.181849 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-01b39a2a-b3d1-428d-abc3-40543df4b3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (6d6abdae-2273-4d25-83a8-57143ff5a17b), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:04.218572 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-01b39a2a-b3d1-428d-abc3-40543df4b3e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=abc9f3cb675e4dbba30da5f671d94e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134328 Mar 08 19:51:04.219410 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b39a2a-b3d1-428d-abc3-40543df4b3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6abdae-2273-4d25-83a8-57143ff5a17b,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:04.222711 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 59738) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:04.268938 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9f3f860d-d43f-41a3-b0e6-8703d6257516 admin admin] Publish callbacks [] for security_group (6d6abdae-2273-4d25-83a8-57143ff5a17b), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:04.286226 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 8a12a54f-7ede-4f74-acbe-18594f4017ff details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:51:04.291546 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9f3f860d-d43f-41a3-b0e6-8703d6257516 admin admin] Publish callbacks [] for security_group (6d6abdae-2273-4d25-83a8-57143ff5a17b), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:04.338072 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9f3f860d-d43f-41a3-b0e6-8703d6257516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (6d6abdae-2273-4d25-83a8-57143ff5a17b), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:04.340748 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9f3f860d-d43f-41a3-b0e6-8703d6257516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:04.341971 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-9f3f860d-d43f-41a3-b0e6-8703d6257516 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6d6abdae-2273-4d25-83a8-57143ff5a17b HTTP/1.1" status: 204 len: 168 time: 0.1180122 Mar 08 19:51:04.350084 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f860d-d43f-41a3-b0e6-8703d6257516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6abdae-2273-4d25-83a8-57143ff5a17b,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:04.392810 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 8a12a54f-7ede-4f74-acbe-18594f4017ff, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8a12a54f-7ede-4f74-acbe-18594f4017ff,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:51:04.404539 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': '8a12a54f-7ede-4f74-acbe-18594f4017ff', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'port_id': '8a12a54f-7ede-4f74-acbe-18594f4017ff', 'mac_address': 'fa:16:3e:25:fe:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:51:04.441378 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 8a12a54f-7ede-4f74-acbe-18594f4017ff is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:51:04.441729 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (8a12a54f-7ede-4f74-acbe-18594f4017ff), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:04.455107 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a12a54f-7ede-4f74-acbe-18594f4017ff {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:51:04.475282 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 8a12a54f-7ede-4f74-acbe-18594f4017ff, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8a12a54f-7ede-4f74-acbe-18594f4017ff,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:51:04.480273 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (8a12a54f-7ede-4f74-acbe-18594f4017ff), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:04.532689 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=8a12a54f-7ede-4f74-acbe-18594f4017ff,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:04.539971 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:04.540341 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:04.540716 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:04.541062 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:04.541393 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:04.541721 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:04.542050 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:04.542375 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:04.542697 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:04.543037 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:04.543398 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:04.543685 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:04.544004 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:04.601992 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 59744) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:04.615833 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b82f065e-91c2-41ec-9399-08485b35e1d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:04.689948 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b82f065e-91c2-41ec-9399-08485b35e1d5 admin admin] Publish callbacks [] for security_group (ea27ae82-f9ae-4c24-92b6-1fa409386f29), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:04.693832 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b82f065e-91c2-41ec-9399-08485b35e1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ea27ae82-f9ae-4c24-92b6-1fa409386f29), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:04.731628 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-b82f065e-91c2-41ec-9399-08485b35e1d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b53e994d11b41c1855ef631c9d0e00e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272578 Mar 08 19:51:04.732852 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f065e-91c2-41ec-9399-08485b35e1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea27ae82-f9ae-4c24-92b6-1fa409386f29,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:04.734629 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59748) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:04.751227 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['8a12a54f-7ede-4f74-acbe-18594f4017ff'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:51:04.819256 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf042-7765-4921-abbf-30f96d55f018 admin admin] Publish callbacks [] for security_group (ea27ae82-f9ae-4c24-92b6-1fa409386f29), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:04.836840 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953815c-9d29-49d1-8835-303f22c94e3f req-a6bd42e2-fa20-4b16-b7d0-4d5374fd715c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:04.838314 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2953815c-9d29-49d1-8835-303f22c94e3f req-a6bd42e2-fa20-4b16-b7d0-4d5374fd715c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 945 time: 0.0779915 Mar 08 19:51:04.856265 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf042-7765-4921-abbf-30f96d55f018 admin admin] Publish callbacks [] for security_group (ea27ae82-f9ae-4c24-92b6-1fa409386f29), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:04.918108 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2953815c-9d29-49d1-8835-303f22c94e3f req-26035f72-40e0-4568-895d-3ad7af2c051a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b6cafbd-5e3b-4998-833d-9fe37521e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707924 Mar 08 19:51:04.942929 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf042-7765-4921-abbf-30f96d55f018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (ea27ae82-f9ae-4c24-92b6-1fa409386f29), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:04.945472 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7c6bf042-7765-4921-abbf-30f96d55f018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:04.946588 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-7c6bf042-7765-4921-abbf-30f96d55f018 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ea27ae82-f9ae-4c24-92b6-1fa409386f29 HTTP/1.1" status: 204 len: 168 time: 0.2095757 Mar 08 19:51:04.954211 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bf042-7765-4921-abbf-30f96d55f018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea27ae82-f9ae-4c24-92b6-1fa409386f29,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:05.948129 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59780) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:06.040450 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682c0d0-58fa-4283-8cf3-246fa1006104 req-39248ee9-f27d-45ec-aa2b-ef294ffce555 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:06.042122 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8682c0d0-58fa-4283-8cf3-246fa1006104 req-39248ee9-f27d-45ec-aa2b-ef294ffce555 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 945 time: 0.0548396 Mar 08 19:51:06.050190 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1b30dcf0-1b66-4356-8bbc-b59b327abd59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:06.087814 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8682c0d0-58fa-4283-8cf3-246fa1006104 req-cc5f65ff-b09f-40fd-8205-09022d6b2b8a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b6cafbd-5e3b-4998-833d-9fe37521e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403082 Mar 08 19:51:06.124491 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1b30dcf0-1b66-4356-8bbc-b59b327abd59 admin admin] Publish callbacks [] for security_group (89a33a1b-7695-4eca-a639-b0b0789f3903), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:06.128033 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1b30dcf0-1b66-4356-8bbc-b59b327abd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (89a33a1b-7695-4eca-a639-b0b0789f3903), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:06.165482 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-1b30dcf0-1b66-4356-8bbc-b59b327abd59 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=899d237fc0cf4f4f94053328c0fd1b4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163270 Mar 08 19:51:06.166290 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30dcf0-1b66-4356-8bbc-b59b327abd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a33a1b-7695-4eca-a639-b0b0789f3903,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:06.168122 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 59784) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:06.214683 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f2033093-f3e1-4c98-9346-d7f3f3979460 admin admin] Publish callbacks [] for security_group (89a33a1b-7695-4eca-a639-b0b0789f3903), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:06.235117 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f2033093-f3e1-4c98-9346-d7f3f3979460 admin admin] Publish callbacks [] for security_group (89a33a1b-7695-4eca-a639-b0b0789f3903), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:06.284696 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f2033093-f3e1-4c98-9346-d7f3f3979460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (89a33a1b-7695-4eca-a639-b0b0789f3903), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:06.287221 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f2033093-f3e1-4c98-9346-d7f3f3979460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:06.288714 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-f2033093-f3e1-4c98-9346-d7f3f3979460 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/89a33a1b-7695-4eca-a639-b0b0789f3903 HTTP/1.1" status: 204 len: 168 time: 0.1195548 Mar 08 19:51:06.293948 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 8a12a54f-7ede-4f74-acbe-18594f4017ff up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:51:06.298865 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2033093-f3e1-4c98-9346-d7f3f3979460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a33a1b-7695-4eca-a639-b0b0789f3903,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:06.350284 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port 8a12a54f-7ede-4f74-acbe-18594f4017ff completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:51:06.353922 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port 8a12a54f-7ede-4f74-acbe-18594f4017ff triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:51:06.354597 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (8a12a54f-7ede-4f74-acbe-18594f4017ff), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:06.431596 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 8a12a54f-7ede-4f74-acbe-18594f4017ff is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:51:06.431990 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (8a12a54f-7ede-4f74-acbe-18594f4017ff), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:06.453390 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37d3efc-2ed3-4421-8b7b-482ebff040b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a12a54f-7ede-4f74-acbe-18594f4017ff'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:51:06.456435 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dd6c87-22d9-4a68-baad-704b0a5930ce" -d '{"events": [{"server_uuid": "b37d3efc-2ed3-4421-8b7b-482ebff040b3", "name": "network-vif-plugged", "status": "completed", "tag": "8a12a54f-7ede-4f74-acbe-18594f4017ff"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:51:06.477293 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 8a12a54f-7ede-4f74-acbe-18594f4017ff, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8a12a54f-7ede-4f74-acbe-18594f4017ff,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:51:06.482161 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (8a12a54f-7ede-4f74-acbe-18594f4017ff), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:06.507863 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec5b615-1d37-419a-9d5d-51f1557f8d7f x-openstack-request-id: req-dec5b615-1d37-419a-9d5d-51f1557f8d7f {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:51:06.508349 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37d3efc-2ed3-4421-8b7b-482ebff040b3", "name": "network-vif-plugged", "status": "completed", "tag": "8a12a54f-7ede-4f74-acbe-18594f4017ff", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:51:06.508711 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dec5b615-1d37-419a-9d5d-51f1557f8d7f {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:51:06.509129 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37d3efc-2ed3-4421-8b7b-482ebff040b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a12a54f-7ede-4f74-acbe-18594f4017ff', 'code': 200} Mar 08 19:51:06.536076 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=8a12a54f-7ede-4f74-acbe-18594f4017ff,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:06.670933 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68616d-e911-470d-8760-1c6cf746cc75 req-3c0646fc-38f2-410e-a08b-8e1fc553389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:06.672365 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ec68616d-e911-470d-8760-1c6cf746cc75 req-3c0646fc-38f2-410e-a08b-8e1fc553389e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 1130 time: 0.0427656 Mar 08 19:51:06.720891 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ec68616d-e911-470d-8760-1c6cf746cc75 req-121f1f7d-d2e4-45f4-a2ca-41a9a0ca689c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2b6cafbd-5e3b-4998-833d-9fe37521e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409665 Mar 08 19:51:07.211429 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adeb4a-94e7-4d94-b87f-83d7cb385343 req-569dee74-e327-411a-8e76-d30390ac0104 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:07.213039 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b7adeb4a-94e7-4d94-b87f-83d7cb385343 req-569dee74-e327-411a-8e76-d30390ac0104 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 946 time: 0.0590010 Mar 08 19:51:07.274344 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b7adeb4a-94e7-4d94-b87f-83d7cb385343 req-70484428-7a8d-4247-9afc-5908828deb34 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b6cafbd-5e3b-4998-833d-9fe37521e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554924 Mar 08 19:51:08.388303 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9bb16-d28d-4dcf-a820-3be155626205 req-5553c5ee-6004-41e7-8a93-e3fbf7c92ea6 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:08.389809 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d6b9bb16-d28d-4dcf-a820-3be155626205 req-5553c5ee-6004-41e7-8a93-e3fbf7c92ea6 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 946 time: 0.0534735 Mar 08 19:51:08.438148 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d6b9bb16-d28d-4dcf-a820-3be155626205 req-65cb5a0d-07ec-4861-93ae-b751090fa9d9 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b6cafbd-5e3b-4998-833d-9fe37521e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425975 Mar 08 19:51:08.561042 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfede1-f46f-4abd-880c-0ba0e282f208 req-5b2e5c01-a075-45e5-ba37-70ab041d423d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:08.562510 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-aebfede1-f46f-4abd-880c-0ba0e282f208 req-5b2e5c01-a075-45e5-ba37-70ab041d423d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 946 time: 0.0573168 Mar 08 19:51:08.571022 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 59830) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:08.575175 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-9715f915-90b9-4d78-8e47-4708664ddf09 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'floatingip': {'port_id': '8a12a54f-7ede-4f74-acbe-18594f4017ff'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:08.622837 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9715f915-90b9-4d78-8e47-4708664ddf09 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (016351d0-9a94-4e53-b868-038c94038a0e), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:09.313454 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9715f915-90b9-4d78-8e47-4708664ddf09 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:09.318771 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9715f915-90b9-4d78-8e47-4708664ddf09 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (016351d0-9a94-4e53-b868-038c94038a0e), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:09.418273 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.l3_db [None req-9715f915-90b9-4d78-8e47-4708664ddf09 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Floating IP 016351d0-9a94-4e53-b868-038c94038a0e associated. External IP: 172.27.1.162, port: 8a12a54f-7ede-4f74-acbe-18594f4017ff. Mar 08 19:51:09.626524 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9715f915-90b9-4d78-8e47-4708664ddf09 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Router d8357a97-1270-4600-8b32-23ca28274084 has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:51:09.738158 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9715f915-90b9-4d78-8e47-4708664ddf09 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:51:09.742967 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-9715f915-90b9-4d78-8e47-4708664ddf09 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:09.749100 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b3dca-ea2b-4d99-90c5-75c0d49be3b9 None None] Sync routers for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:51:09.758720 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b3dca-ea2b-4d99-90c5-75c0d49be3b9 None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:51:09.759416 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-b24b3dca-ea2b-4d99-90c5-75c0d49be3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:50:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:09.775986 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-9715f915-90b9-4d78-8e47-4708664ddf09 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "PUT /v2.0/floatingips/016351d0-9a94-4e53-b868-038c94038a0e HTTP/1.1" status: 200 len: 992 time: 1.2039158 Mar 08 19:51:09.776697 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37d3efc-2ed3-4421-8b7b-482ebff040b3', 'tag': '8a12a54f-7ede-4f74-acbe-18594f4017ff'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:51:09.779043 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da952e6c-7ef6-403c-8b78-4d688993e1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b37d3efc-2ed3-4421-8b7b-482ebff040b3", "tag": "8a12a54f-7ede-4f74-acbe-18594f4017ff"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:51:09.790535 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59842) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:09.815742 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231b2607-66df-42ad-95ee-a76bf648d924 x-openstack-request-id: req-231b2607-66df-42ad-95ee-a76bf648d924 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:51:09.816762 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37d3efc-2ed3-4421-8b7b-482ebff040b3", "tag": "8a12a54f-7ede-4f74-acbe-18594f4017ff", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:51:09.816762 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-231b2607-66df-42ad-95ee-a76bf648d924 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:51:09.816997 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37d3efc-2ed3-4421-8b7b-482ebff040b3', 'tag': '8a12a54f-7ede-4f74-acbe-18594f4017ff', 'status': 'completed', 'code': 200} Mar 08 19:51:09.893152 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-b24b3dca-ea2b-4d99-90c5-75c0d49be3b9 None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:51:09.894619 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da952e6c-7ef6-403c-8b78-4d688993e1c1 req-501b542c-cd26-4cb7-918a-b12039f6cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:09.896328 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-da952e6c-7ef6-403c-8b78-4d688993e1c1 req-501b542c-cd26-4cb7-918a-b12039f6cae6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 1130 time: 0.0521727 Mar 08 19:51:09.905129 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-2f499e45-73f2-451c-94b3-872ff49f94f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:09.981091 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-2f499e45-73f2-451c-94b3-872ff49f94f8 admin admin] Publish callbacks [] for security_group (0f78d8f0-edd5-497f-896b-9ddf96044e02), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:09.985938 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-2f499e45-73f2-451c-94b3-872ff49f94f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (0f78d8f0-edd5-497f-896b-9ddf96044e02), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:10.003281 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da952e6c-7ef6-403c-8b78-4d688993e1c1 req-3b6d7ba6-99c0-4839-865c-992ddb3c20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:10.004787 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-da952e6c-7ef6-403c-8b78-4d688993e1c1 req-3b6d7ba6-99c0-4839-865c-992ddb3c20b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 200 len: 916 time: 0.0993829 Mar 08 19:51:10.025842 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-2f499e45-73f2-451c-94b3-872ff49f94f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c5f7f6fc3bc4581a0e91ffd7066d9fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342002 Mar 08 19:51:10.028428 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59848) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:10.034454 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f499e45-73f2-451c-94b3-872ff49f94f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f78d8f0-edd5-497f-896b-9ddf96044e02,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:10.075194 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-da952e6c-7ef6-403c-8b78-4d688993e1c1 req-75ffa841-b159-4a92-92b2-8c925d071922 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a12a54f-7ede-4f74-acbe-18594f4017ff HTTP/1.1" status: 200 len: 1000 time: 0.0637956 Mar 08 19:51:10.080557 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c0235225-b291-4c9b-8fc4-01ea54cdb62c admin admin] Publish callbacks [] for security_group (0f78d8f0-edd5-497f-896b-9ddf96044e02), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:10.102658 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c0235225-b291-4c9b-8fc4-01ea54cdb62c admin admin] Publish callbacks [] for security_group (0f78d8f0-edd5-497f-896b-9ddf96044e02), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:10.136079 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da952e6c-7ef6-403c-8b78-4d688993e1c1 req-26c3b50a-c01e-4303-b851-556bddd3b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:10.137616 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-da952e6c-7ef6-403c-8b78-4d688993e1c1 req-26c3b50a-c01e-4303-b851-556bddd3b3c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d1de695-2f89-4670-8368-e25440455f01 HTTP/1.1" status: 200 len: 854 time: 0.0496635 Mar 08 19:51:10.151665 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c0235225-b291-4c9b-8fc4-01ea54cdb62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (0f78d8f0-edd5-497f-896b-9ddf96044e02), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:10.154929 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c0235225-b291-4c9b-8fc4-01ea54cdb62c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:10.156387 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-c0235225-b291-4c9b-8fc4-01ea54cdb62c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f78d8f0-edd5-497f-896b-9ddf96044e02 HTTP/1.1" status: 204 len: 168 time: 0.1268542 Mar 08 19:51:10.167243 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0235225-b291-4c9b-8fc4-01ea54cdb62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f78d8f0-edd5-497f-896b-9ddf96044e02,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:10.175919 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-b24b3dca-ea2b-4d99-90c5-75c0d49be3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '016351d0-9a94-4e53-b868-038c94038a0e', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'port_id': '8a12a54f-7ede-4f74-acbe-18594f4017ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'mac_address': 'fa:16:3e:25:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37d3efc-2ed3-4421-8b7b-482ebff040b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:50:55Z', 'updated_at': '2022-03-08T19:51:09Z', 'revision_number': 1, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:10.192047 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da952e6c-7ef6-403c-8b78-4d688993e1c1 req-87c4d934-f8a6-4f0b-b5a9-bfbaaa2d3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:10.193624 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-da952e6c-7ef6-403c-8b78-4d688993e1c1 req-87c4d934-f8a6-4f0b-b5a9-bfbaaa2d3b4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfea349b-6bfd-41c2-92c4-062cebf33ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484867 Mar 08 19:51:10.210037 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b3dca-ea2b-4d99-90c5-75c0d49be3b9 None None] Checking router: d8357a97-1270-4600-8b32-23ca28274084 for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:51:10.220661 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b3dca-ea2b-4d99-90c5-75c0d49be3b9 None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:51:10.221280 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-b24b3dca-ea2b-4d99-90c5-75c0d49be3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:50:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:10.306062 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-da952e6c-7ef6-403c-8b78-4d688993e1c1 req-c34ea122-a401-4baa-93f6-ea6abdb18883 service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952792 Mar 08 19:51:10.402853 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-da952e6c-7ef6-403c-8b78-4d688993e1c1 req-e04a1f82-5d39-4200-98cb-a172d581648f service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896969 Mar 08 19:51:10.459115 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-b24b3dca-ea2b-4d99-90c5-75c0d49be3b9 None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:51:10.686661 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-b24b3dca-ea2b-4d99-90c5-75c0d49be3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '016351d0-9a94-4e53-b868-038c94038a0e', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'port_id': '8a12a54f-7ede-4f74-acbe-18594f4017ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'mac_address': 'fa:16:3e:25:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37d3efc-2ed3-4421-8b7b-482ebff040b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:50:55Z', 'updated_at': '2022-03-08T19:51:09Z', 'revision_number': 1, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:10.712339 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b3dca-ea2b-4d99-90c5-75c0d49be3b9 None None] The sync data for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi is: [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '016351d0-9a94-4e53-b868-038c94038a0e', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'port_id': '8a12a54f-7ede-4f74-acbe-18594f4017ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'mac_address': 'fa:16:3e:25:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37d3efc-2ed3-4421-8b7b-482ebff040b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:50:55Z', 'updated_at': '2022-03-08T19:51:09Z', 'revision_number': 1, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:51:10.929542 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c18c516-6fec-430a-84fe-9b43a6e4c39d None None] New status for floating IP 016351d0-9a94-4e53-b868-038c94038a0e: ACTIVE {{(pid=109692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:51:12.373320 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:13.412312 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645a5de-4f3f-4858-9146-ab028f8eccb7 req-e5db53b9-0918-485e-a1de-1b0ee7af856a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:13.414080 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9645a5de-4f3f-4858-9146-ab028f8eccb7 req-e5db53b9-0918-485e-a1de-1b0ee7af856a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 946 time: 0.0550208 Mar 08 19:51:13.460352 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9645a5de-4f3f-4858-9146-ab028f8eccb7 req-48c264ca-5bd3-4025-8185-e7250eb4e957 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407093 Mar 08 19:51:14.587654 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbbfae-f303-455a-b091-ffa6ac13f65f req-4f180aa2-8677-4271-b533-50a31afb64be tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:14.589181 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-82cbbfae-f303-455a-b091-ffa6ac13f65f req-4f180aa2-8677-4271-b533-50a31afb64be tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 946 time: 0.0576632 Mar 08 19:51:14.634859 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-82cbbfae-f303-455a-b091-ffa6ac13f65f req-8d149d13-0cd1-4644-ad37-fb86569b6621 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=f1d6f5e7-230f-4b6a-9069-62f7bbab5514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401804 Mar 08 19:51:15.068983 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45110f4-3540-49b2-8c57-b341e9fe3e83 req-6c11122e-a4e5-4994-864e-86126ab3d5a2 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:15.070443 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f45110f4-3540-49b2-8c57-b341e9fe3e83 req-6c11122e-a4e5-4994-864e-86126ab3d5a2 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 946 time: 0.0520582 Mar 08 19:51:15.164751 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-f45110f4-3540-49b2-8c57-b341e9fe3e83 req-b6ff3640-6fb2-4c16-b525-f0966a5e61b6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Deleting port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:51:15.165085 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f45110f4-3540-49b2-8c57-b341e9fe3e83 req-b6ff3640-6fb2-4c16-b525-f0966a5e61b6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:15.257144 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-f45110f4-3540-49b2-8c57-b341e9fe3e83 req-b6ff3640-6fb2-4c16-b525-f0966a5e61b6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] For port 38ecd555-5c0f-44c2-850e-97cbfeea62d4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=38ecd555-5c0f-44c2-850e-97cbfeea62d4,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:51:15.257506 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f45110f4-3540-49b2-8c57-b341e9fe3e83 req-b6ff3640-6fb2-4c16-b525-f0966a5e61b6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:15.401846 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:51:15.425146 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f45110f4-3540-49b2-8c57-b341e9fe3e83 req-b6ff3640-6fb2-4c16-b525-f0966a5e61b6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:15.425514 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f45110f4-3540-49b2-8c57-b341e9fe3e83 req-b6ff3640-6fb2-4c16-b525-f0966a5e61b6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (f56121b8-5af8-457c-b78d-1048aa3f3e45), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:15.425835 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.l3_db [req-f45110f4-3540-49b2-8c57-b341e9fe3e83 req-b6ff3640-6fb2-4c16-b525-f0966a5e61b6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Floating IP f56121b8-5af8-457c-b78d-1048aa3f3e45 disassociated. External IP: 172.27.1.54, port: 38ecd555-5c0f-44c2-850e-97cbfeea62d4. Mar 08 19:51:15.426208 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-f45110f4-3540-49b2-8c57-b341e9fe3e83 req-b6ff3640-6fb2-4c16-b525-f0966a5e61b6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Calling delete_port for 38ecd555-5c0f-44c2-850e-97cbfeea62d4 owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:51:15.553962 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f45110f4-3540-49b2-8c57-b341e9fe3e83 req-b6ff3640-6fb2-4c16-b525-f0966a5e61b6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (38ecd555-5c0f-44c2-850e-97cbfeea62d4), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:15.584027 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff3640-6fb2-4c16-b525-f0966a5e61b6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Pushing event deleted for resources: {'Port': ['ID=38ecd555-5c0f-44c2-850e-97cbfeea62d4,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:15.713116 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f45110f4-3540-49b2-8c57-b341e9fe3e83 req-b6ff3640-6fb2-4c16-b525-f0966a5e61b6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Router 617f618d-2e14-4c4b-ad90-367d83d66f0e has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:51:15.747193 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e670b572-bc8f-4c25-940b-85f803535e59 req-d326a544-070d-4fdb-b40e-2e1965e16612 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fb7515f-c5d4-4330-a70a-c1835a5556c4 HTTP/1.1" status: 200 len: 210 time: 0.0276353 Mar 08 19:51:15.830554 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f45110f4-3540-49b2-8c57-b341e9fe3e83 req-b6ff3640-6fb2-4c16-b525-f0966a5e61b6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:51:15.843011 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92af022-fba1-40d6-9771-420b55d4e63b None None] Sync routers for ids ['617f618d-2e14-4c4b-ad90-367d83d66f0e'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:51:15.854330 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92af022-fba1-40d6-9771-420b55d4e63b None None] Routers {'617f618d-2e14-4c4b-ad90-367d83d66f0e'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:51:15.855037 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-f92af022-fba1-40d6-9771-420b55d4e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:50:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['617f618d-2e14-4c4b-ad90-367d83d66f0e'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:15.870738 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45110f4-3540-49b2-8c57-b341e9fe3e83 req-b6ff3640-6fb2-4c16-b525-f0966a5e61b6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] No DVR routers for this DVR port 38ecd555-5c0f-44c2-850e-97cbfeea62d4 on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:51:15.873230 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f45110f4-3540-49b2-8c57-b341e9fe3e83 req-b6ff3640-6fb2-4c16-b525-f0966a5e61b6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:15.877142 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f45110f4-3540-49b2-8c57-b341e9fe3e83 req-b6ff3640-6fb2-4c16-b525-f0966a5e61b6 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.60 "DELETE /v2.0/ports/38ecd555-5c0f-44c2-850e-97cbfeea62d4 HTTP/1.1" status: 204 len: 173 time: 0.8011661 Mar 08 19:51:15.877580 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'name': 'network-vif-deleted', 'tag': '38ecd555-5c0f-44c2-850e-97cbfeea62d4'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:51:15.879868 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f13209b-41a7-4443-a2d2-9dfcd04e879f" -d '{"events": [{"server_uuid": "7fb7515f-c5d4-4330-a70a-c1835a5556c4", "name": "network-vif-deleted", "tag": "38ecd555-5c0f-44c2-850e-97cbfeea62d4"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:51:15.935984 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df070a6-c91c-4daf-b6de-c16335d4f7ff x-openstack-request-id: req-2df070a6-c91c-4daf-b6de-c16335d4f7ff {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:51:15.936270 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb7515f-c5d4-4330-a70a-c1835a5556c4", "name": "network-vif-deleted", "tag": "38ecd555-5c0f-44c2-850e-97cbfeea62d4", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:51:15.936542 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2df070a6-c91c-4daf-b6de-c16335d4f7ff {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:51:15.940398 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb7515f-c5d4-4330-a70a-c1835a5556c4', 'name': 'network-vif-deleted', 'tag': '38ecd555-5c0f-44c2-850e-97cbfeea62d4', 'status': 'completed', 'code': 200} Mar 08 19:51:15.976250 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-f92af022-fba1-40d6-9771-420b55d4e63b None None] Set router 617f618d-2e14-4c4b-ad90-367d83d66f0e gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:51:16.193740 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-f92af022-fba1-40d6-9771-420b55d4e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '835deec4-df72-4987-a479-bdeca2042080', 'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'mac_address': 'fa:16:3e:b3:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:22Z', 'updated_at': '2022-03-08T19:47:39Z', 'revision_number': 5, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'subnets': [{'id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:16.219253 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92af022-fba1-40d6-9771-420b55d4e63b None None] Checking router: 617f618d-2e14-4c4b-ad90-367d83d66f0e for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:51:16.227817 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92af022-fba1-40d6-9771-420b55d4e63b None None] Routers {'617f618d-2e14-4c4b-ad90-367d83d66f0e'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:51:16.228449 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-f92af022-fba1-40d6-9771-420b55d4e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:50:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['617f618d-2e14-4c4b-ad90-367d83d66f0e'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:16.337465 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-f92af022-fba1-40d6-9771-420b55d4e63b None None] Set router 617f618d-2e14-4c4b-ad90-367d83d66f0e gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:51:16.544730 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-f92af022-fba1-40d6-9771-420b55d4e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '835deec4-df72-4987-a479-bdeca2042080', 'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'mac_address': 'fa:16:3e:b3:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:22Z', 'updated_at': '2022-03-08T19:47:39Z', 'revision_number': 5, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'subnets': [{'id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:16.570818 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92af022-fba1-40d6-9771-420b55d4e63b None None] The sync data for ids ['617f618d-2e14-4c4b-ad90-367d83d66f0e'] in dv-cinder-830093-3-iscsi is: [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '835deec4-df72-4987-a479-bdeca2042080', 'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'mac_address': 'fa:16:3e:b3:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:22Z', 'updated_at': '2022-03-08T19:47:39Z', 'revision_number': 5, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'subnets': [{'id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:51:16.795274 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07978d35-863f-4a80-b6ab-4ec3679063f3 None None] New status for floating IP f56121b8-5af8-457c-b78d-1048aa3f3e45: DOWN {{(pid=109692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:51:16.848128 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 59982) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:16.902704 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-bd818ee9-8dd4-4950-90d7-a713d6f30305 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group (f1d6f5e7-230f-4b6a-9069-62f7bbab5514), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:16.932234 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-bd818ee9-8dd4-4950-90d7-a713d6f30305 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group (f1d6f5e7-230f-4b6a-9069-62f7bbab5514), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:16.983765 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-bd818ee9-8dd4-4950-90d7-a713d6f30305 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (f1d6f5e7-230f-4b6a-9069-62f7bbab5514), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:16.986558 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-bd818ee9-8dd4-4950-90d7-a713d6f30305 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:16.990237 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-bd818ee9-8dd4-4950-90d7-a713d6f30305 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "DELETE /v2.0/security-groups/f1d6f5e7-230f-4b6a-9069-62f7bbab5514 HTTP/1.1" status: 204 len: 168 time: 0.1385489 Mar 08 19:51:16.990635 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 59988) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:17.001096 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd818ee9-8dd4-4950-90d7-a713d6f30305 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d6f5e7-230f-4b6a-9069-62f7bbab5514,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:17.003854 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.api.v2.resource [None req-677719c8-6680-4232-9ff9-9db49486821e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] show failed (client error): The resource could not be found. Mar 08 19:51:17.004904 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-677719c8-6680-4232-9ff9-9db49486821e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups/f1d6f5e7-230f-4b6a-9069-62f7bbab5514 HTTP/1.1" status: 404 len: 347 time: 0.0132997 Mar 08 19:51:17.007746 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 59990) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:17.143144 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-5c7ba19c-52ac-49df-9672-6d9b7d3056ba tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Deleting port 1b23be06-7ef2-4716-8ab0-5a928b4aadeb {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:51:17.143475 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba19c-52ac-49df-9672-6d9b7d3056ba tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (1b23be06-7ef2-4716-8ab0-5a928b4aadeb), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:17.218048 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba19c-52ac-49df-9672-6d9b7d3056ba tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (1b23be06-7ef2-4716-8ab0-5a928b4aadeb), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:17.218380 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba19c-52ac-49df-9672-6d9b7d3056ba tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for floatingip (1b23be06-7ef2-4716-8ab0-5a928b4aadeb), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:17.229854 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-5c7ba19c-52ac-49df-9672-6d9b7d3056ba tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Calling delete_port for 1b23be06-7ef2-4716-8ab0-5a928b4aadeb owned by network:floatingip {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:51:17.374409 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba19c-52ac-49df-9672-6d9b7d3056ba tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (1b23be06-7ef2-4716-8ab0-5a928b4aadeb), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:17.405483 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ba19c-52ac-49df-9672-6d9b7d3056ba tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Pushing event deleted for resources: {'Port': ['ID=1b23be06-7ef2-4716-8ab0-5a928b4aadeb,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:17.459403 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba19c-52ac-49df-9672-6d9b7d3056ba tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for floatingip (f56121b8-5af8-457c-b78d-1048aa3f3e45), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:17.461955 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba19c-52ac-49df-9672-6d9b7d3056ba tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:17.463111 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-5c7ba19c-52ac-49df-9672-6d9b7d3056ba tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "DELETE /v2.0/floatingips/f56121b8-5af8-457c-b78d-1048aa3f3e45 HTTP/1.1" status: 204 len: 168 time: 0.4541130 Mar 08 19:51:17.783637 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 60004) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:17.788534 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-8b4a7c1f-4dcd-4522-8824-73bc8be1bb3e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--585006944', 'description': 'tempest-description--656673743'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:17.808926 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8b4a7c1f-4dcd-4522-8824-73bc8be1bb3e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:17.877137 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8b4a7c1f-4dcd-4522-8824-73bc8be1bb3e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group (d31b4733-d872-4876-a72b-f7a5b9e0940b), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:17.883415 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8b4a7c1f-4dcd-4522-8824-73bc8be1bb3e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (d31b4733-d872-4876-a72b-f7a5b9e0940b), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:17.919439 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8b4a7c1f-4dcd-4522-8824-73bc8be1bb3e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:17.920763 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-8b4a7c1f-4dcd-4522-8824-73bc8be1bb3e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1361408 Mar 08 19:51:17.922659 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a7c1f-4dcd-4522-8824-73bc8be1bb3e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31b4733-d872-4876-a72b-f7a5b9e0940b,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:17.923771 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 60006) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:17.928414 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-d7cb04dd-1476-4cdd-993d-d1306566f9e0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Request body: {'security_group_rule': {'security_group_id': 'd31b4733-d872-4876-a72b-f7a5b9e0940b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:17.953433 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d7cb04dd-1476-4cdd-993d-d1306566f9e0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group_rule (f3bde506-bb1c-466f-bb7d-611abaadcf6c), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:18.000195 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d7cb04dd-1476-4cdd-993d-d1306566f9e0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group_rule (f3bde506-bb1c-466f-bb7d-611abaadcf6c), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:18.004311 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d7cb04dd-1476-4cdd-993d-d1306566f9e0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (f3bde506-bb1c-466f-bb7d-611abaadcf6c), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:18.024214 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb04dd-1476-4cdd-993d-d1306566f9e0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bde506-bb1c-466f-bb7d-611abaadcf6c,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:18.030542 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d7cb04dd-1476-4cdd-993d-d1306566f9e0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:18.033075 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-d7cb04dd-1476-4cdd-993d-d1306566f9e0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1081214 Mar 08 19:51:18.033826 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 60008) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:18.039139 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-0f3ece6c-183a-4582-a112-7f113dbc6f4e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Request body: {'security_group_rule': {'security_group_id': 'd31b4733-d872-4876-a72b-f7a5b9e0940b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:18.063659 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0f3ece6c-183a-4582-a112-7f113dbc6f4e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group_rule (017e8d3d-d7dd-4a8b-a049-1272ae463dde), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:18.117259 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0f3ece6c-183a-4582-a112-7f113dbc6f4e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group_rule (017e8d3d-d7dd-4a8b-a049-1272ae463dde), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:18.121627 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0f3ece6c-183a-4582-a112-7f113dbc6f4e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (017e8d3d-d7dd-4a8b-a049-1272ae463dde), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:18.138570 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ece6c-183a-4582-a112-7f113dbc6f4e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017e8d3d-d7dd-4a8b-a049-1272ae463dde,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:18.146918 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0f3ece6c-183a-4582-a112-7f113dbc6f4e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:18.148426 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-0f3ece6c-183a-4582-a112-7f113dbc6f4e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133025 Mar 08 19:51:18.151277 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 60010) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:18.155409 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-b2537f1c-18cd-4700-8c73-87cabedc0d05 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Request body: {'floatingip': {'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:18.174039 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b2537f1c-18cd-4700-8c73-87cabedc0d05 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:18.270605 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b2537f1c-18cd-4700-8c73-87cabedc0d05 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:18.319927 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 38ecd555-5c0f-44c2-850e-97cbfeea62d4 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:51:18.338629 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: 38ecd555-5c0f-44c2-850e-97cbfeea62d4 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:51:18.338975 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 38ecd555-5c0f-44c2-850e-97cbfeea62d4 not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:51:18.371551 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [None req-b2537f1c-18cd-4700-8c73-87cabedc0d05 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Allocated IP 172.27.1.22 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/b95b00c3-024d-4a50-aaed-0e7112d2d5ed) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:51:18.480561 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b2537f1c-18cd-4700-8c73-87cabedc0d05 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for port (b95b00c3-024d-4a50-aaed-0e7112d2d5ed), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:18.515225 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b2537f1c-18cd-4700-8c73-87cabedc0d05 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (b95b00c3-024d-4a50-aaed-0e7112d2d5ed), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:18.555410 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2537f1c-18cd-4700-8c73-87cabedc0d05 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:51:18.558220 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-b2537f1c-18cd-4700-8c73-87cabedc0d05 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:51:18.562658 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2537f1c-18cd-4700-8c73-87cabedc0d05 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:51:18.565121 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2537f1c-18cd-4700-8c73-87cabedc0d05 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Pushing event updated for resources: {'Port': ['ID=b95b00c3-024d-4a50-aaed-0e7112d2d5ed,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:18.649797 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b2537f1c-18cd-4700-8c73-87cabedc0d05 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for floatingip (deabc926-95af-4f41-8387-3e6ede83807c), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:18.686800 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b2537f1c-18cd-4700-8c73-87cabedc0d05 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (b95b00c3-024d-4a50-aaed-0e7112d2d5ed), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:18.834877 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b2537f1c-18cd-4700-8c73-87cabedc0d05 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for port (b95b00c3-024d-4a50-aaed-0e7112d2d5ed), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:18.838951 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b2537f1c-18cd-4700-8c73-87cabedc0d05 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (b95b00c3-024d-4a50-aaed-0e7112d2d5ed), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:18.902095 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2537f1c-18cd-4700-8c73-87cabedc0d05 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Pushing event updated for resources: {'Port': ['ID=b95b00c3-024d-4a50-aaed-0e7112d2d5ed,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:18.914967 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b2537f1c-18cd-4700-8c73-87cabedc0d05 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (deabc926-95af-4f41-8387-3e6ede83807c), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:18.929968 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b2537f1c-18cd-4700-8c73-87cabedc0d05 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:18.931201 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-b2537f1c-18cd-4700-8c73-87cabedc0d05 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7790210 Mar 08 19:51:19.118977 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-fd6b9e74-4cb7-47d7-9a98-970c5f13d890 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--585006944&fields=id&tenant_id=2f8fc81146d843659f7b027db2238ff7 HTTP/1.1" status: 200 len: 267 time: 0.0425985 Mar 08 19:51:19.223113 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-fad2b654-45e4-40b9-8a63-989afca339c0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:19.224666 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-fad2b654-45e4-40b9-8a63-989afca339c0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/networks?id=b3f5b26d-7786-4d76-b026-0184c6ebc557 HTTP/1.1" status: 200 len: 817 time: 0.0992897 Mar 08 19:51:19.238527 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-1386e345-32c6-44a3-9c4c-3a9115ca9c9e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/quotas/2f8fc81146d843659f7b027db2238ff7 HTTP/1.1" status: 200 len: 375 time: 0.0085931 Mar 08 19:51:19.292895 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-f9cc6f3c-4a49-40e4-b5d0-ae8551ee3cc9 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2f8fc81146d843659f7b027db2238ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496647 Mar 08 19:51:19.387028 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-224e778e-3279-4f64-a236-f41f16ad2ae9 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832031 Mar 08 19:51:19.472455 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-36e7e0dd-b4dd-4406-8069-9c92fad588de service neutron] 10.222.0.45 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791843 Mar 08 19:51:19.645913 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b2b124c2-dd4c-4f09-b51b-88af66c15f81 req-2d84200a-f6e7-42c4-882c-37e4d0710e7e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 210 time: 0.0337546 Mar 08 19:51:20.567970 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-163a4c81-1ffd-457d-828c-74f611578e7d tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:20.569457 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-163a4c81-1ffd-457d-828c-74f611578e7d tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.60 "GET /v2.0/networks?id=b3f5b26d-7786-4d76-b026-0184c6ebc557 HTTP/1.1" status: 200 len: 817 time: 0.1045024 Mar 08 19:51:20.631067 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-f8c71ff8-5ba4-4580-bfd5-61333ae91f89 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f8fc81146d843659f7b027db2238ff7 HTTP/1.1" status: 200 len: 379 time: 0.0526860 Mar 08 19:51:20.639400 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-1a0a4143-f195-4cdd-b631-b9fc5939cb90 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Request body: {'port': {'device_id': '29933d05-3536-4ba1-8676-36a83a073710', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'admin_state_up': True, 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'security_groups': ['d31b4733-d872-4876-a72b-f7a5b9e0940b']}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:20.927812 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 60058) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:20.981295 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f2ce70c4-1ae5-4bd2-8988-e54e18f08977 req-e83e379a-a46a-4ee0-a1a7-5088bbbfb392 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 210 time: 0.0331893 Mar 08 19:51:21.022025 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-1a0a4143-f195-4cdd-b631-b9fc5939cb90 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Made reservation on behalf of 2f8fc81146d843659f7b027db2238ff7 for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:51:21.025541 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-1a0a4143-f195-4cdd-b631-b9fc5939cb90 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:21.037373 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6767dcff-573b-4528-89ad-b670531d9327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:21.110279 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6767dcff-573b-4528-89ad-b670531d9327 admin admin] Publish callbacks [] for security_group (160ed73a-c8c0-4c95-b4dd-1c976740a851), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:21.122229 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6767dcff-573b-4528-89ad-b670531d9327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (160ed73a-c8c0-4c95-b4dd-1c976740a851), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:21.155903 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-6767dcff-573b-4528-89ad-b670531d9327 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1167dc2d79834199b510de4f8682cb66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269607 Mar 08 19:51:21.159806 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 60062) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:21.162237 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-1a0a4143-f195-4cdd-b631-b9fc5939cb90 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Allocated IP 172.20.0.4 (b3f5b26d-7786-4d76-b026-0184c6ebc557/9ca6f325-a313-48b4-874a-63f6de10419f/4ac3b787-c699-4162-baaf-0b30eccf074d) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:51:21.165182 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767dcff-573b-4528-89ad-b670531d9327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160ed73a-c8c0-4c95-b4dd-1c976740a851,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:21.249619 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b4ba2e6e-9e2c-4746-8bf0-3e4970f70dfc admin admin] Publish callbacks [] for security_group (160ed73a-c8c0-4c95-b4dd-1c976740a851), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:21.315229 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b4ba2e6e-9e2c-4746-8bf0-3e4970f70dfc admin admin] Publish callbacks [] for security_group (160ed73a-c8c0-4c95-b4dd-1c976740a851), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:21.374077 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-1a0a4143-f195-4cdd-b631-b9fc5939cb90 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:21.399102 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b4ba2e6e-9e2c-4746-8bf0-3e4970f70dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (160ed73a-c8c0-4c95-b4dd-1c976740a851), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:21.401724 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b4ba2e6e-9e2c-4746-8bf0-3e4970f70dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:21.402883 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-b4ba2e6e-9e2c-4746-8bf0-3e4970f70dfc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/160ed73a-c8c0-4c95-b4dd-1c976740a851 HTTP/1.1" status: 204 len: 168 time: 0.2420249 Mar 08 19:51:21.415532 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba2e6e-9e2c-4746-8bf0-3e4970f70dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160ed73a-c8c0-4c95-b4dd-1c976740a851,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:21.433775 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-1a0a4143-f195-4cdd-b631-b9fc5939cb90 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:21.483342 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-1a0a4143-f195-4cdd-b631-b9fc5939cb90 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Network b3f5b26d-7786-4d76-b026-0184c6ebc557 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:51:21.487968 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-1a0a4143-f195-4cdd-b631-b9fc5939cb90 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:51:21.489912 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a4143-f195-4cdd-b631-b9fc5939cb90 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Pushing event updated for resources: {'Port': ['ID=4ac3b787-c699-4162-baaf-0b30eccf074d,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:21.492047 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-1a0a4143-f195-4cdd-b631-b9fc5939cb90 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:51:21.542113 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-1a0a4143-f195-4cdd-b631-b9fc5939cb90 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:21.542750 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-1a0a4143-f195-4cdd-b631-b9fc5939cb90 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:21.565181 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-1a0a4143-f195-4cdd-b631-b9fc5939cb90 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9292767 Mar 08 19:51:21.575956 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Request body: {'port': {'device_id': '29933d05-3536-4ba1-8676-36a83a073710', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:21.643068 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:21.708910 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-493b266b-63ed-4cc2-b8d5-6ef2007bcbfa None None] Provisioning complete for port 4ac3b787-c699-4162-baaf-0b30eccf074d triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:51:21.709389 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-493b266b-63ed-4cc2-b8d5-6ef2007bcbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:21.751657 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-493b266b-63ed-4cc2-b8d5-6ef2007bcbfa None None] Port 4ac3b787-c699-4162-baaf-0b30eccf074d cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:51:21.923261 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac3b787-c699-4162-baaf-0b30eccf074d {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:51:21.930687 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Publish callbacks [] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:21.942299 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Transition to ACTIVE for port object 4ac3b787-c699-4162-baaf-0b30eccf074d will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:51:21.947818 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:21.997160 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Pushing event updated for resources: {'Port': ['ID=4ac3b787-c699-4162-baaf-0b30eccf074d,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:22.085360 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Attempting to bind port 4ac3b787-c699-4162-baaf-0b30eccf074d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:51:22.085703 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Attempting to bind port 4ac3b787-c699-4162-baaf-0b30eccf074d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '0f2deefd-34bd-4ce8-849a-361f161c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:51:22.086035 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Attempting to bind port 4ac3b787-c699-4162-baaf-0b30eccf074d on network b3f5b26d-7786-4d76-b026-0184c6ebc557 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:51:22.087864 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 60086) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:22.096392 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Port 4ac3b787-c699-4162-baaf-0b30eccf074d on network b3f5b26d-7786-4d76-b026-0184c6ebc557 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:51:22.096763 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Attempting to bind port 4ac3b787-c699-4162-baaf-0b30eccf074d on network b3f5b26d-7786-4d76-b026-0184c6ebc557 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:51:22.103230 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:51:22.103577 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Checking segment: {'id': '0f2deefd-34bd-4ce8-849a-361f161c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:51:22.103960 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Bound using segment: {'id': '0f2deefd-34bd-4ce8-849a-361f161c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:51:22.104428 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Bound port: 4ac3b787-c699-4162-baaf-0b30eccf074d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2deefd-34bd-4ce8-849a-361f161c03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:51:22.104788 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:22.146803 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722e296-f72d-4bde-b072-9542e2509bfa req-644bd69e-dff2-4982-b20e-231ce52a60d0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:22.160115 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3722e296-f72d-4bde-b072-9542e2509bfa req-644bd69e-dff2-4982-b20e-231ce52a60d0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 943 time: 0.0909488 Mar 08 19:51:22.184464 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] For port 4ac3b787-c699-4162-baaf-0b30eccf074d, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:51:22.187870 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] For port 4ac3b787-c699-4162-baaf-0b30eccf074d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ac3b787-c699-4162-baaf-0b30eccf074d,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:51:22.196595 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:22.234541 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3722e296-f72d-4bde-b072-9542e2509bfa req-4ff52800-15d6-4047-a13b-6f5968191284 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728533 Mar 08 19:51:22.236882 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-6c5f9599-79db-4a02-b6e9-f152a3245052 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2004553560-network', 'tenant_id': 'f465b155dca1452a855efa3b5794a21e'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:22.253886 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:22.254511 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:22.255931 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] 10.222.0.60 "PUT /v2.0/ports/4ac3b787-c699-4162-baaf-0b30eccf074d HTTP/1.1" status: 200 len: 1093 time: 0.6841230 Mar 08 19:51:22.259051 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29933d05-3536-4ba1-8676-36a83a073710', 'tag': '4ac3b787-c699-4162-baaf-0b30eccf074d'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:51:22.261661 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f65fac7-6559-4bd5-8b80-3506b18c130f" -d '{"events": [{"name": "network-changed", "server_uuid": "29933d05-3536-4ba1-8676-36a83a073710", "tag": "4ac3b787-c699-4162-baaf-0b30eccf074d"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:51:22.285012 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5f9599-79db-4a02-b6e9-f152a3245052 admin admin] Made reservation on behalf of f465b155dca1452a855efa3b5794a21e for: {'network': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:51:22.287330 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9599-79db-4a02-b6e9-f152a3245052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:22.305029 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9599-79db-4a02-b6e9-f152a3245052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:22.313610 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9890b-fa02-40c8-926a-c1c83ace014d service neutron] Pushing event updated for resources: {'Port': ['ID=4ac3b787-c699-4162-baaf-0b30eccf074d,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:22.319851 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6751e1e7-47c8-431d-a75d-31ee10c88885 x-openstack-request-id: req-6751e1e7-47c8-431d-a75d-31ee10c88885 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:51:22.320140 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29933d05-3536-4ba1-8676-36a83a073710", "tag": "4ac3b787-c699-4162-baaf-0b30eccf074d", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:51:22.324499 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6751e1e7-47c8-431d-a75d-31ee10c88885 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:51:22.325165 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29933d05-3536-4ba1-8676-36a83a073710', 'tag': '4ac3b787-c699-4162-baaf-0b30eccf074d', 'status': 'completed', 'code': 200} Mar 08 19:51:22.407324 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-bfc5b771-23f8-44fd-9321-93d7d4d31eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:22.408798 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-bfc5b771-23f8-44fd-9321-93d7d4d31eaf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8fc81146d843659f7b027db2238ff7&device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 1127 time: 0.0807106 Mar 08 19:51:22.459188 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-19ea8daa-a086-4000-bf3a-5f957b32e8fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ac3b787-c699-4162-baaf-0b30eccf074d HTTP/1.1" status: 200 len: 217 time: 0.0431659 Mar 08 19:51:22.478667 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9599-79db-4a02-b6e9-f152a3245052 admin admin] Publish callbacks [] for security_group (dbb2a848-6215-4c08-84c3-09213159d542), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:22.499787 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9599-79db-4a02-b6e9-f152a3245052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (dbb2a848-6215-4c08-84c3-09213159d542), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:22.531272 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5f9599-79db-4a02-b6e9-f152a3245052 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=109689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 19:51:22.549843 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f9599-79db-4a02-b6e9-f152a3245052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb2a848-6215-4c08-84c3-09213159d542,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:22.554273 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-a861b4c9-c308-4858-99cd-5c8ede79aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:22.555790 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-a861b4c9-c308-4858-99cd-5c8ede79aa7e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca6f325-a313-48b4-874a-63f6de10419f HTTP/1.1" status: 200 len: 856 time: 0.0890734 Mar 08 19:51:22.558788 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9599-79db-4a02-b6e9-f152a3245052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (c37a5047-594c-45eb-a67d-04be86042a0d), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:22.559122 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.segments_db [None req-6c5f9599-79db-4a02-b6e9-f152a3245052 admin admin] Added segment c37a5047-594c-45eb-a67d-04be86042a0d of type vlan for network a3e9c780-e855-4db2-b241-a494e4a1b9ae Mar 08 19:51:22.640924 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9599-79db-4a02-b6e9-f152a3245052 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (a3e9c780-e855-4db2-b241-a494e4a1b9ae), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:22.671401 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-492df406-2c30-4a58-a5b7-c42d39f999ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:22.673825 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-492df406-2c30-4a58-a5b7-c42d39f999ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3f5b26d-7786-4d76-b026-0184c6ebc557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1049740 Mar 08 19:51:22.674889 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9599-79db-4a02-b6e9-f152a3245052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (a3e9c780-e855-4db2-b241-a494e4a1b9ae), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:22.675917 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5f9599-79db-4a02-b6e9-f152a3245052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:22.676500 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9599-79db-4a02-b6e9-f152a3245052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:22.726986 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-6c5f9599-79db-4a02-b6e9-f152a3245052 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6379879 Mar 08 19:51:22.729943 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 60092) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:22.735595 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Request body: {'subnet': {'network_id': 'a3e9c780-e855-4db2-b241-a494e4a1b9ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2004553560-subnet', 'tenant_id': 'f465b155dca1452a855efa3b5794a21e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:22.755966 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Made reservation on behalf of f465b155dca1452a855efa3b5794a21e for: {'subnet': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:51:22.758210 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30349178'] for subnet (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:22.793779 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f9599-79db-4a02-b6e9-f152a3245052 admin admin] Pushing event updated for resources: {'Network': ['ID=a3e9c780-e855-4db2-b241-a494e4a1b9ae,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:22.805224 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network a3e9c780-e855-4db2-b241-a494e4a1b9ae details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 19:51:22.826987 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-0ed04e7e-a9fe-49fe-977e-0550b965d581 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353731 Mar 08 19:51:22.925525 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bd63f3a-8c71-465c-8703-ee0ba0b4af26 req-ed29fdb9-5eb2-43b2-8041-80c679392d05 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913305 Mar 08 19:51:22.942430 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31980671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30349156'] for subnet (a30f2c2b-8b17-48dc-870b-251bcec9ce3f), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:22.995314 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a30f2c2b-8b17-48dc-870b-251bcec9ce3f,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:23.007032 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:23.007381 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:23.007717 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:23.008051 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:23.008402 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:23.008727 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:23.009050 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:23.009371 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:23.009692 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:23.010013 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:23.010329 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:23.011068 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:23.011068 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:23.015952 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Checking segment: {'id': 'c37a5047-594c-45eb-a67d-04be86042a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3e9c780-e855-4db2-b241-a494e4a1b9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:51:23.016885 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Network hostable DHCP agents. Network: a3e9c780-e855-4db2-b241-a494e4a1b9ae, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 19:51:23.021533 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65fac7-6559-4bd5-8b80-3506b18c130f req-d580abb9-761e-44c7-af00-dcff53d55d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:23.023114 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0f65fac7-6559-4bd5-8b80-3506b18c130f req-d580abb9-761e-44c7-af00-dcff53d55d70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8fc81146d843659f7b027db2238ff7&device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 1127 time: 0.0487044 Mar 08 19:51:23.034375 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Network a3e9c780-e855-4db2-b241-a494e4a1b9ae is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 19:51:23.044391 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, a3e9c780-e855-4db2-b241-a494e4a1b9ae) {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:51:23.049357 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:23.049948 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:23.053890 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76aa47b-1fd4-49b3-a2ff-eebec3b15808 None None] Network a3e9c780-e855-4db2-b241-a494e4a1b9ae requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:51:23.076498 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-39f6885a-831b-4213-81fb-a6d07f9d7934 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3368723 Mar 08 19:51:23.152938 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65fac7-6559-4bd5-8b80-3506b18c130f req-cbf3182e-e33c-4703-8065-249fd209c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:23.154415 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0f65fac7-6559-4bd5-8b80-3506b18c130f req-cbf3182e-e33c-4703-8065-249fd209c1ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3f5b26d-7786-4d76-b026-0184c6ebc557 HTTP/1.1" status: 200 len: 918 time: 0.1253738 Mar 08 19:51:23.178958 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7942bcdd-7ef5-43cc-9b1c-1f0787807561 None None] Network a3e9c780-e855-4db2-b241-a494e4a1b9ae requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 19:51:23.198657 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0f65fac7-6559-4bd5-8b80-3506b18c130f req-8cfc1ed3-6d93-4760-8b5a-a4d0d4625225 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ac3b787-c699-4162-baaf-0b30eccf074d HTTP/1.1" status: 200 len: 217 time: 0.0370765 Mar 08 19:51:23.247737 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65fac7-6559-4bd5-8b80-3506b18c130f req-b63770b5-6d24-419e-a0f0-e3eae0e19420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:23.249280 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0f65fac7-6559-4bd5-8b80-3506b18c130f req-b63770b5-6d24-419e-a0f0-e3eae0e19420 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca6f325-a313-48b4-874a-63f6de10419f HTTP/1.1" status: 200 len: 856 time: 0.0436449 Mar 08 19:51:23.311966 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65fac7-6559-4bd5-8b80-3506b18c130f req-99457154-6382-47ee-9fdc-c3ea77f56bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:23.314015 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0f65fac7-6559-4bd5-8b80-3506b18c130f req-99457154-6382-47ee-9fdc-c3ea77f56bc0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3f5b26d-7786-4d76-b026-0184c6ebc557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578971 Mar 08 19:51:23.371789 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255c3b9-1417-4d90-bf27-9e32e47ce60a req-9283364c-3b47-438c-88fd-deb5b1b44945 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:23.373295 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d255c3b9-1417-4d90-bf27-9e32e47ce60a req-9283364c-3b47-438c-88fd-deb5b1b44945 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 943 time: 0.0527339 Mar 08 19:51:23.407686 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0f65fac7-6559-4bd5-8b80-3506b18c130f req-f43f39c9-4961-4993-a316-ee8505585d18 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849049 Mar 08 19:51:23.422201 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d255c3b9-1417-4d90-bf27-9e32e47ce60a req-267fc4a3-97a7-49f0-86bd-140897b7c060 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420196 Mar 08 19:51:23.520654 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0f65fac7-6559-4bd5-8b80-3506b18c130f req-2ac5faaa-77df-4470-8ddd-b28ba5b44bf3 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064053 Mar 08 19:51:24.544823 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11877f0e-77a1-4448-bff5-4ea8bfd838e2 req-70e0aff9-3236-47a8-ab2d-1d280cc6e0a8 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:24.546265 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-11877f0e-77a1-4448-bff5-4ea8bfd838e2 req-70e0aff9-3236-47a8-ab2d-1d280cc6e0a8 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 943 time: 0.0514638 Mar 08 19:51:24.590518 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-11877f0e-77a1-4448-bff5-4ea8bfd838e2 req-5331fed0-14be-486a-90c5-ecceedeb7268 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388174 Mar 08 19:51:24.853639 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-e5be4091-d5cf-403d-8862-cd75531543b9 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:24.855100 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-e5be4091-d5cf-403d-8862-cd75531543b9 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/networks?id=a3e9c780-e855-4db2-b241-a494e4a1b9ae HTTP/1.1" status: 200 len: 814 time: 0.1011791 Mar 08 19:51:24.868976 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-5e5c7227-1d4a-45d9-a44e-cfd8cf4c6019 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/quotas/f465b155dca1452a855efa3b5794a21e HTTP/1.1" status: 200 len: 375 time: 0.0086193 Mar 08 19:51:24.900263 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-2a77c0e7-db9b-4f9d-a279-6dffdf9bee28 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f465b155dca1452a855efa3b5794a21e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266972 Mar 08 19:51:24.991131 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-431e5d1c-ffb2-40b1-a06e-602080c44c1f service neutron] 10.222.0.45 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845308 Mar 08 19:51:25.078265 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-ad0997e2-22da-4638-8ef1-298e8af504f1 service neutron] 10.222.0.45 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816400 Mar 08 19:51:25.227864 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4cf4fa71-ae79-4ed0-a929-69eefe03d95c req-7a0d8d09-26af-472a-b0e8-b156c102c13f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=701be7a5-99ea-4571-94d3-b4fcd131f495 HTTP/1.1" status: 200 len: 210 time: 0.0262358 Mar 08 19:51:25.717340 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5916f-0ad0-47d8-96c8-2999da5a6c6a req-adbb733f-6432-4dbd-bd08-3ca3f8c24b5d tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:25.718958 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5da5916f-0ad0-47d8-96c8-2999da5a6c6a req-adbb733f-6432-4dbd-bd08-3ca3f8c24b5d tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 943 time: 0.0579607 Mar 08 19:51:25.766713 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5da5916f-0ad0-47d8-96c8-2999da5a6c6a req-3db85981-cb8f-4d74-a513-472d12cdf32c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414715 Mar 08 19:51:26.141532 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d871167a-367d-48bb-9a25-a711a2049b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:26.177952 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c3a9b631-403a-4e56-9eeb-e938be269f9f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:26.179692 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c3a9b631-403a-4e56-9eeb-e938be269f9f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.60 "GET /v2.0/networks?id=a3e9c780-e855-4db2-b241-a494e4a1b9ae HTTP/1.1" status: 200 len: 814 time: 0.1101501 Mar 08 19:51:26.192053 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-2dc59275-6d68-4db4-b142-5a5ef411abd4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Request body: {'port': {'device_id': '701be7a5-99ea-4571-94d3-b4fcd131f495', 'network_id': 'a3e9c780-e855-4db2-b241-a494e4a1b9ae', 'admin_state_up': True, 'tenant_id': 'f465b155dca1452a855efa3b5794a21e'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:26.324786 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c782f109-6ff6-473a-8eb3-ab47a75865d3 req-289171c0-9136-4587-846c-b33746bd73f5 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=701be7a5-99ea-4571-94d3-b4fcd131f495 HTTP/1.1" status: 200 len: 210 time: 0.0287824 Mar 08 19:51:26.325477 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-2dc59275-6d68-4db4-b142-5a5ef411abd4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Made reservation on behalf of f465b155dca1452a855efa3b5794a21e for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:51:26.328680 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-2dc59275-6d68-4db4-b142-5a5ef411abd4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:26.366051 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 4ac3b787-c699-4162-baaf-0b30eccf074d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:51:26.452601 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-2dc59275-6d68-4db4-b142-5a5ef411abd4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Allocated IP 172.20.0.5 (a3e9c780-e855-4db2-b241-a494e4a1b9ae/a30f2c2b-8b17-48dc-870b-251bcec9ce3f/f517b434-848c-4999-8f8b-d07045b2c225) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:51:26.467548 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 4ac3b787-c699-4162-baaf-0b30eccf074d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ac3b787-c699-4162-baaf-0b30eccf074d,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:51:26.478060 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': '4ac3b787-c699-4162-baaf-0b30eccf074d', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'port_id': '4ac3b787-c699-4162-baaf-0b30eccf074d', 'mac_address': 'fa:16:3e:ea:ef:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:51:26.515009 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 4ac3b787-c699-4162-baaf-0b30eccf074d is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:51:26.515399 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:26.527944 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac3b787-c699-4162-baaf-0b30eccf074d {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:51:26.546931 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 4ac3b787-c699-4162-baaf-0b30eccf074d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ac3b787-c699-4162-baaf-0b30eccf074d,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:51:26.550935 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:26.598796 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-2dc59275-6d68-4db4-b142-5a5ef411abd4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Publish callbacks [] for port (f517b434-848c-4999-8f8b-d07045b2c225), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:26.600135 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=4ac3b787-c699-4162-baaf-0b30eccf074d,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:26.632991 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-2dc59275-6d68-4db4-b142-5a5ef411abd4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (f517b434-848c-4999-8f8b-d07045b2c225), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:26.679192 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-2dc59275-6d68-4db4-b142-5a5ef411abd4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Network a3e9c780-e855-4db2-b241-a494e4a1b9ae is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:51:26.682095 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-2dc59275-6d68-4db4-b142-5a5ef411abd4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:51:26.685648 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-2dc59275-6d68-4db4-b142-5a5ef411abd4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:51:26.708260 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc59275-6d68-4db4-b142-5a5ef411abd4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Pushing event updated for resources: {'Port': ['ID=f517b434-848c-4999-8f8b-d07045b2c225,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:26.734902 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-2dc59275-6d68-4db4-b142-5a5ef411abd4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:26.736218 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-2dc59275-6d68-4db4-b142-5a5ef411abd4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:26.752552 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-2dc59275-6d68-4db4-b142-5a5ef411abd4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648711 Mar 08 19:51:26.763779 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Request body: {'port': {'device_id': '701be7a5-99ea-4571-94d3-b4fcd131f495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:26.800751 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['4ac3b787-c699-4162-baaf-0b30eccf074d'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:51:26.822388 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f517b434-848c-4999-8f8b-d07045b2c225), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:26.898669 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532d611-f187-4aa0-a947-e9b501f883cf req-e2e98853-0b47-4bcd-9191-b54519b50f9c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:26.903627 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8532d611-f187-4aa0-a947-e9b501f883cf req-e2e98853-0b47-4bcd-9191-b54519b50f9c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 944 time: 0.0633843 Mar 08 19:51:26.950867 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8532d611-f187-4aa0-a947-e9b501f883cf req-394e1283-e415-4b5f-8cb0-b9705d365d12 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441349 Mar 08 19:51:27.081172 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f517b434-848c-4999-8f8b-d07045b2c225 {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:51:27.088568 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Publish callbacks [] for port (f517b434-848c-4999-8f8b-d07045b2c225), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:27.100727 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Transition to ACTIVE for port object f517b434-848c-4999-8f8b-d07045b2c225 will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:51:27.104160 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (f517b434-848c-4999-8f8b-d07045b2c225), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:27.155356 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f517b434-848c-4999-8f8b-d07045b2c225,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:27.217372 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Attempting to bind port f517b434-848c-4999-8f8b-d07045b2c225 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:51:27.218012 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Attempting to bind port f517b434-848c-4999-8f8b-d07045b2c225 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'c37a5047-594c-45eb-a67d-04be86042a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3e9c780-e855-4db2-b241-a494e4a1b9ae'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:51:27.218012 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Attempting to bind port f517b434-848c-4999-8f8b-d07045b2c225 on network a3e9c780-e855-4db2-b241-a494e4a1b9ae {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:51:27.222209 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Port f517b434-848c-4999-8f8b-d07045b2c225 on network a3e9c780-e855-4db2-b241-a494e4a1b9ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:51:27.222547 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Attempting to bind port f517b434-848c-4999-8f8b-d07045b2c225 on network a3e9c780-e855-4db2-b241-a494e4a1b9ae {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:51:27.227293 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:51:27.227630 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Checking segment: {'id': 'c37a5047-594c-45eb-a67d-04be86042a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3e9c780-e855-4db2-b241-a494e4a1b9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:51:27.228010 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Bound using segment: {'id': 'c37a5047-594c-45eb-a67d-04be86042a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3e9c780-e855-4db2-b241-a494e4a1b9ae'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:51:27.228474 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Bound port: f517b434-848c-4999-8f8b-d07045b2c225, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37a5047-594c-45eb-a67d-04be86042a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3e9c780-e855-4db2-b241-a494e4a1b9ae'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:51:27.228830 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f517b434-848c-4999-8f8b-d07045b2c225), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:27.293270 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] For port f517b434-848c-4999-8f8b-d07045b2c225, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:51:27.296261 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] For port f517b434-848c-4999-8f8b-d07045b2c225, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f517b434-848c-4999-8f8b-d07045b2c225,segment=NetworkSegment(c37a5047-594c-45eb-a67d-04be86042a0d),segment_id=c37a5047-594c-45eb-a67d-04be86042a0d)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:51:27.302350 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (f517b434-848c-4999-8f8b-d07045b2c225), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:27.336687 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:27.337293 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:27.338646 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] 10.222.0.60 "PUT /v2.0/ports/f517b434-848c-4999-8f8b-d07045b2c225 HTTP/1.1" status: 200 len: 1093 time: 0.5787265 Mar 08 19:51:27.339084 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701be7a5-99ea-4571-94d3-b4fcd131f495', 'tag': 'f517b434-848c-4999-8f8b-d07045b2c225'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:51:27.341283 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bb1d3b-2202-4f19-9d3e-3f50ae3eb3db" -d '{"events": [{"name": "network-changed", "server_uuid": "701be7a5-99ea-4571-94d3-b4fcd131f495", "tag": "f517b434-848c-4999-8f8b-d07045b2c225"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:51:27.382370 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2b0438-411f-49dd-89e5-ad7ab7c4a291 x-openstack-request-id: req-ea2b0438-411f-49dd-89e5-ad7ab7c4a291 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:51:27.382656 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701be7a5-99ea-4571-94d3-b4fcd131f495", "tag": "f517b434-848c-4999-8f8b-d07045b2c225", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:51:27.382912 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea2b0438-411f-49dd-89e5-ad7ab7c4a291 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:51:27.383299 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701be7a5-99ea-4571-94d3-b4fcd131f495', 'tag': 'f517b434-848c-4999-8f8b-d07045b2c225', 'status': 'completed', 'code': 200} Mar 08 19:51:27.391650 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab24d7-cc72-4537-b4b3-300624f9b2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f517b434-848c-4999-8f8b-d07045b2c225,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:27.427392 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-26a6a19e-e200-4054-b8f9-7ea9f6fed67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:27.429248 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-26a6a19e-e200-4054-b8f9-7ea9f6fed67b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f465b155dca1452a855efa3b5794a21e&device_id=701be7a5-99ea-4571-94d3-b4fcd131f495 HTTP/1.1" status: 200 len: 1127 time: 0.0491257 Mar 08 19:51:27.451269 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888503b-abe6-415b-9c68-96a0ee1d06b5 req-95bc646e-c931-4bd4-96b2-5c591a35cbcb tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:27.452747 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d888503b-abe6-415b-9c68-96a0ee1d06b5 req-95bc646e-c931-4bd4-96b2-5c591a35cbcb tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=701be7a5-99ea-4571-94d3-b4fcd131f495 HTTP/1.1" status: 200 len: 943 time: 0.0544345 Mar 08 19:51:27.473289 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-66fb8afa-0d3a-417b-bc47-02d1a8597767 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f517b434-848c-4999-8f8b-d07045b2c225 HTTP/1.1" status: 200 len: 217 time: 0.0372610 Mar 08 19:51:27.503137 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d888503b-abe6-415b-9c68-96a0ee1d06b5 req-94ae3f77-ec3c-4472-a779-e022562c26bf tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440810 Mar 08 19:51:27.520890 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-749a7daf-26e6-4584-b0b8-d8f173656d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:27.522344 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-749a7daf-26e6-4584-b0b8-d8f173656d3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a30f2c2b-8b17-48dc-870b-251bcec9ce3f HTTP/1.1" status: 200 len: 854 time: 0.0428431 Mar 08 19:51:27.553987 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-95b3fbea-978a-4226-81e3-ccd64b3b7dc1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3e9c780-e855-4db2-b241-a494e4a1b9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252490 Mar 08 19:51:27.645259 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-1b44c184-ae60-4c07-ae6b-5ce38f560919 service neutron] 10.222.0.60 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826309 Mar 08 19:51:27.733744 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cab8298f-e426-4a61-824c-6edc7a20c894 req-3aa1de1e-f494-4bbf-9755-99d9f24218e4 service neutron] 10.222.0.60 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823736 Mar 08 19:51:27.826415 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb1d3b-2202-4f19-9d3e-3f50ae3eb3db req-2dd7ac9c-b10d-43ba-98a2-f8534953db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:27.827897 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b9bb1d3b-2202-4f19-9d3e-3f50ae3eb3db req-2dd7ac9c-b10d-43ba-98a2-f8534953db29 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f465b155dca1452a855efa3b5794a21e&device_id=701be7a5-99ea-4571-94d3-b4fcd131f495 HTTP/1.1" status: 200 len: 1127 time: 0.0437930 Mar 08 19:51:27.920014 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb1d3b-2202-4f19-9d3e-3f50ae3eb3db req-e0c47f51-a6aa-4794-8bcc-4435998361e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:27.921505 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b9bb1d3b-2202-4f19-9d3e-3f50ae3eb3db req-e0c47f51-a6aa-4794-8bcc-4435998361e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a3e9c780-e855-4db2-b241-a494e4a1b9ae HTTP/1.1" status: 200 len: 915 time: 0.0855455 Mar 08 19:51:27.962123 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b9bb1d3b-2202-4f19-9d3e-3f50ae3eb3db req-471ddb86-53ea-4559-87c4-70e7e408f81d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f517b434-848c-4999-8f8b-d07045b2c225 HTTP/1.1" status: 200 len: 217 time: 0.0329666 Mar 08 19:51:28.014914 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb1d3b-2202-4f19-9d3e-3f50ae3eb3db req-169135f9-38e6-441f-82c7-44b0ed7e09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:28.016401 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b9bb1d3b-2202-4f19-9d3e-3f50ae3eb3db req-169135f9-38e6-441f-82c7-44b0ed7e09eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a30f2c2b-8b17-48dc-870b-251bcec9ce3f HTTP/1.1" status: 200 len: 854 time: 0.0481057 Mar 08 19:51:28.071761 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b9bb1d3b-2202-4f19-9d3e-3f50ae3eb3db req-d19f8e72-429c-49b5-ac84-11ef976d8476 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3e9c780-e855-4db2-b241-a494e4a1b9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397322 Mar 08 19:51:28.116763 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87078a11-dc44-4191-96bf-2907895dfafc req-7684f493-54d8-4949-96ab-167636e5cf30 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:28.118248 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-87078a11-dc44-4191-96bf-2907895dfafc req-7684f493-54d8-4949-96ab-167636e5cf30 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 944 time: 0.0954325 Mar 08 19:51:28.206331 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b9bb1d3b-2202-4f19-9d3e-3f50ae3eb3db req-6af9cda6-941b-43d3-ba38-ccbe31a71ae7 service neutron] 10.222.0.60 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274624 Mar 08 19:51:28.209502 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-87078a11-dc44-4191-96bf-2907895dfafc req-4b3aa739-d9c6-469f-863a-3fbfe481f48b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642948 Mar 08 19:51:28.297275 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b9bb1d3b-2202-4f19-9d3e-3f50ae3eb3db req-cad5fceb-7831-4f1b-b45f-47175ded2886 service neutron] 10.222.0.60 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846436 Mar 08 19:51:28.366190 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 4ac3b787-c699-4162-baaf-0b30eccf074d up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:51:28.416544 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-ed559c83-6313-4c6b-88d6-635c01f12df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:28.427922 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port 4ac3b787-c699-4162-baaf-0b30eccf074d completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:51:28.431441 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port 4ac3b787-c699-4162-baaf-0b30eccf074d triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:51:28.431808 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:28.506090 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 4ac3b787-c699-4162-baaf-0b30eccf074d is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:51:28.506476 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:28.527809 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29933d05-3536-4ba1-8676-36a83a073710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac3b787-c699-4162-baaf-0b30eccf074d'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:51:28.530022 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d800a54-58a9-4710-b39f-e93617fd200b" -d '{"events": [{"server_uuid": "29933d05-3536-4ba1-8676-36a83a073710", "name": "network-vif-plugged", "status": "completed", "tag": "4ac3b787-c699-4162-baaf-0b30eccf074d"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:51:28.542709 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 4ac3b787-c699-4162-baaf-0b30eccf074d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ac3b787-c699-4162-baaf-0b30eccf074d,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:51:28.547770 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:28.576830 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bb9fa1-85df-4581-9c9b-324d299ae94a x-openstack-request-id: req-67bb9fa1-85df-4581-9c9b-324d299ae94a {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:51:28.577148 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29933d05-3536-4ba1-8676-36a83a073710", "name": "network-vif-plugged", "status": "completed", "tag": "4ac3b787-c699-4162-baaf-0b30eccf074d", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:51:28.577407 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67bb9fa1-85df-4581-9c9b-324d299ae94a {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:51:28.577797 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29933d05-3536-4ba1-8676-36a83a073710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac3b787-c699-4162-baaf-0b30eccf074d', 'code': 200} Mar 08 19:51:28.605739 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=4ac3b787-c699-4162-baaf-0b30eccf074d,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:28.631085 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40fda7-39bc-4f54-bf5e-6ca4745774f4 req-9d59e78e-d508-4f91-819e-c5cf915533c1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:28.632854 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ac40fda7-39bc-4f54-bf5e-6ca4745774f4 req-9d59e78e-d508-4f91-819e-c5cf915533c1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=701be7a5-99ea-4571-94d3-b4fcd131f495 HTTP/1.1" status: 200 len: 943 time: 0.0589068 Mar 08 19:51:28.682074 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ac40fda7-39bc-4f54-bf5e-6ca4745774f4 req-4f7e5a73-481f-459d-acc4-be1cb26e5f28 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425489 Mar 08 19:51:28.747590 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48939a-57bf-4380-974b-51b53241fdca req-f7644286-d6a4-4367-99da-5079671fa46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:28.749124 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1a48939a-57bf-4380-974b-51b53241fdca req-f7644286-d6a4-4367-99da-5079671fa46d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 1129 time: 0.0459599 Mar 08 19:51:28.790921 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1a48939a-57bf-4380-974b-51b53241fdca req-e8660718-eaa9-4564-9f3a-2b1441ab55b8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352230 Mar 08 19:51:29.330494 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702980d-f053-4a7a-ad92-af76f4c7d7c5 req-6021bf10-8702-4dca-9718-53ead2834e47 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:29.331985 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0702980d-f053-4a7a-ad92-af76f4c7d7c5 req-6021bf10-8702-4dca-9718-53ead2834e47 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0516915 Mar 08 19:51:29.384743 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0702980d-f053-4a7a-ad92-af76f4c7d7c5 req-219ff6a3-729b-4502-a85b-1c2ea971de00 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402567 Mar 08 19:51:29.631851 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:29.798766 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d96add-5fc1-4d38-85db-b5286d6b0658 req-6ef9a771-f4b3-46d0-b4cc-1ccd563f7c7d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:29.800221 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-60d96add-5fc1-4d38-85db-b5286d6b0658 req-6ef9a771-f4b3-46d0-b4cc-1ccd563f7c7d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=701be7a5-99ea-4571-94d3-b4fcd131f495 HTTP/1.1" status: 200 len: 943 time: 0.0517735 Mar 08 19:51:29.845510 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-60d96add-5fc1-4d38-85db-b5286d6b0658 req-8b3eba1d-4b9d-4800-a1d2-da82e1659448 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391178 Mar 08 19:51:30.382261 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device f517b434-848c-4999-8f8b-d07045b2c225 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:51:30.480501 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port f517b434-848c-4999-8f8b-d07045b2c225, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f517b434-848c-4999-8f8b-d07045b2c225,segment=NetworkSegment(c37a5047-594c-45eb-a67d-04be86042a0d),segment_id=c37a5047-594c-45eb-a67d-04be86042a0d)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:51:30.491023 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': 'f517b434-848c-4999-8f8b-d07045b2c225', 'network_id': 'a3e9c780-e855-4db2-b241-a494e4a1b9ae', 'port_id': 'f517b434-848c-4999-8f8b-d07045b2c225', 'mac_address': 'fa:16:3e:a6:37:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30f2c2b-8b17-48dc-870b-251bcec9ce3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:51:30.507351 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef2590-8777-47d9-8f27-9289ab256354 req-a849e4c0-875b-452c-88d3-ff8acf444bcb tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:30.508917 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-aaef2590-8777-47d9-8f27-9289ab256354 req-a849e4c0-875b-452c-88d3-ff8acf444bcb tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0547976 Mar 08 19:51:30.557439 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-aaef2590-8777-47d9-8f27-9289ab256354 req-7ba0ec4c-5be3-401a-b327-6c01e11d2e0b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428855 Mar 08 19:51:30.656458 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port f517b434-848c-4999-8f8b-d07045b2c225 is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:51:30.657012 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f517b434-848c-4999-8f8b-d07045b2c225), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:30.669528 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f517b434-848c-4999-8f8b-d07045b2c225 {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:51:30.680340 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb7fe7-a1c1-42c9-92f3-ae19e3810441 req-902c6166-735d-40ce-98ef-26eae1c7d41f tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:30.681792 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fdbb7fe7-a1c1-42c9-92f3-ae19e3810441 req-902c6166-735d-40ce-98ef-26eae1c7d41f tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0563338 Mar 08 19:51:30.689209 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port f517b434-848c-4999-8f8b-d07045b2c225, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f517b434-848c-4999-8f8b-d07045b2c225,segment=NetworkSegment(c37a5047-594c-45eb-a67d-04be86042a0d),segment_id=c37a5047-594c-45eb-a67d-04be86042a0d)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:51:30.690875 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 60164) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:30.693495 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (f517b434-848c-4999-8f8b-d07045b2c225), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:30.695624 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-1ea80b79-71be-489b-84f2-e0867fc8c3fc tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Request body: {'floatingip': {'port_id': '4ac3b787-c699-4162-baaf-0b30eccf074d'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:30.733789 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1ea80b79-71be-489b-84f2-e0867fc8c3fc tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for floatingip (deabc926-95af-4f41-8387-3e6ede83807c), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:30.740951 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=f517b434-848c-4999-8f8b-d07045b2c225,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:30.967720 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['f517b434-848c-4999-8f8b-d07045b2c225'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:51:31.099141 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:31.283932 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18beaf-4faf-4e5e-8b5c-69c3080ec9ab req-afa4da49-221b-42d9-947a-1a36840f389d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:31.285553 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0c18beaf-4faf-4e5e-8b5c-69c3080ec9ab req-afa4da49-221b-42d9-947a-1a36840f389d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=701be7a5-99ea-4571-94d3-b4fcd131f495 HTTP/1.1" status: 200 len: 944 time: 0.3584692 Mar 08 19:51:31.405459 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0c18beaf-4faf-4e5e-8b5c-69c3080ec9ab req-e80bb563-bd5e-4e9e-aff9-f42d3950f7d6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886450 Mar 08 19:51:31.503232 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1ea80b79-71be-489b-84f2-e0867fc8c3fc tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:31.506922 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1ea80b79-71be-489b-84f2-e0867fc8c3fc tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (deabc926-95af-4f41-8387-3e6ede83807c), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:31.604498 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.l3_db [None req-1ea80b79-71be-489b-84f2-e0867fc8c3fc tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Floating IP deabc926-95af-4f41-8387-3e6ede83807c associated. External IP: 172.27.1.22, port: 4ac3b787-c699-4162-baaf-0b30eccf074d. Mar 08 19:51:31.808515 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea80b79-71be-489b-84f2-e0867fc8c3fc tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Router 617f618d-2e14-4c4b-ad90-367d83d66f0e has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:51:31.913601 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea80b79-71be-489b-84f2-e0867fc8c3fc tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:51:31.918371 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1ea80b79-71be-489b-84f2-e0867fc8c3fc tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:31.924279 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5d42b-e52b-4e94-af05-ac867342af78 None None] Sync routers for ids ['617f618d-2e14-4c4b-ad90-367d83d66f0e'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:51:31.933430 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5d42b-e52b-4e94-af05-ac867342af78 None None] Routers {'617f618d-2e14-4c4b-ad90-367d83d66f0e'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:51:31.934034 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-5bd5d42b-e52b-4e94-af05-ac867342af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:51:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['617f618d-2e14-4c4b-ad90-367d83d66f0e'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:31.948111 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-1ea80b79-71be-489b-84f2-e0867fc8c3fc tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "PUT /v2.0/floatingips/deabc926-95af-4f41-8387-3e6ede83807c HTTP/1.1" status: 200 len: 990 time: 1.2560868 Mar 08 19:51:31.948714 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29933d05-3536-4ba1-8676-36a83a073710', 'tag': '4ac3b787-c699-4162-baaf-0b30eccf074d'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:51:31.950945 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c5355a-d690-40bb-8248-21635f16da27" -d '{"events": [{"name": "network-changed", "server_uuid": "29933d05-3536-4ba1-8676-36a83a073710", "tag": "4ac3b787-c699-4162-baaf-0b30eccf074d"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:51:31.986060 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77be061f-f3e7-4027-b27c-155f1affde55 x-openstack-request-id: req-77be061f-f3e7-4027-b27c-155f1affde55 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:51:31.986350 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29933d05-3536-4ba1-8676-36a83a073710", "tag": "4ac3b787-c699-4162-baaf-0b30eccf074d", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:51:31.986601 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-77be061f-f3e7-4027-b27c-155f1affde55 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:51:31.987001 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29933d05-3536-4ba1-8676-36a83a073710', 'tag': '4ac3b787-c699-4162-baaf-0b30eccf074d', 'status': 'completed', 'code': 200} Mar 08 19:51:32.041579 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-5bd5d42b-e52b-4e94-af05-ac867342af78 None None] Set router 617f618d-2e14-4c4b-ad90-367d83d66f0e gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:51:32.051655 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5355a-d690-40bb-8248-21635f16da27 req-62aa43a6-73dc-478d-bdfa-91448cad83e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:32.054016 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-89c5355a-d690-40bb-8248-21635f16da27 req-62aa43a6-73dc-478d-bdfa-91448cad83e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8fc81146d843659f7b027db2238ff7&device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 1129 time: 0.0456614 Mar 08 19:51:32.153328 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5355a-d690-40bb-8248-21635f16da27 req-742f139d-0147-4e96-ac8a-231a54871193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:32.154788 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-89c5355a-d690-40bb-8248-21635f16da27 req-742f139d-0147-4e96-ac8a-231a54871193 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3f5b26d-7786-4d76-b026-0184c6ebc557 HTTP/1.1" status: 200 len: 918 time: 0.0944467 Mar 08 19:51:32.220854 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-89c5355a-d690-40bb-8248-21635f16da27 req-5822aa84-75fa-4dd2-911f-91580fd567af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ac3b787-c699-4162-baaf-0b30eccf074d HTTP/1.1" status: 200 len: 998 time: 0.0585103 Mar 08 19:51:32.271470 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5355a-d690-40bb-8248-21635f16da27 req-01ab2036-0950-442e-9798-63baf460b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:32.273306 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-89c5355a-d690-40bb-8248-21635f16da27 req-01ab2036-0950-442e-9798-63baf460b774 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca6f325-a313-48b4-874a-63f6de10419f HTTP/1.1" status: 200 len: 856 time: 0.0452499 Mar 08 19:51:32.280558 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-5bd5d42b-e52b-4e94-af05-ac867342af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'deabc926-95af-4f41-8387-3e6ede83807c', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'port_id': '4ac3b787-c699-4162-baaf-0b30eccf074d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'mac_address': 'fa:16:3e:ea:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29933d05-3536-4ba1-8676-36a83a073710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:51:18Z', 'updated_at': '2022-03-08T19:51:31Z', 'revision_number': 1, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835deec4-df72-4987-a479-bdeca2042080', 'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'mac_address': 'fa:16:3e:b3:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:22Z', 'updated_at': '2022-03-08T19:47:39Z', 'revision_number': 5, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'subnets': [{'id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:32.317387 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5d42b-e52b-4e94-af05-ac867342af78 None None] Checking router: 617f618d-2e14-4c4b-ad90-367d83d66f0e for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:51:32.325729 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5d42b-e52b-4e94-af05-ac867342af78 None None] Routers {'617f618d-2e14-4c4b-ad90-367d83d66f0e'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:51:32.326332 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-5bd5d42b-e52b-4e94-af05-ac867342af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:51:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['617f618d-2e14-4c4b-ad90-367d83d66f0e'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:32.332617 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5355a-d690-40bb-8248-21635f16da27 req-98f87856-1eed-4164-b640-955726f3cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:32.334300 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-89c5355a-d690-40bb-8248-21635f16da27 req-98f87856-1eed-4164-b640-955726f3cbe8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3f5b26d-7786-4d76-b026-0184c6ebc557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545983 Mar 08 19:51:32.394729 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device f517b434-848c-4999-8f8b-d07045b2c225 up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:51:32.399289 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:32.434724 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-89c5355a-d690-40bb-8248-21635f16da27 req-314ec803-3f8d-4116-bb4e-5432d6d80cee service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924947 Mar 08 19:51:32.515735 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-5bd5d42b-e52b-4e94-af05-ac867342af78 None None] Set router 617f618d-2e14-4c4b-ad90-367d83d66f0e gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:51:32.542468 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee597deb-268d-42e8-9c59-798ac5b5f1d3 req-80144fe1-7ee5-479c-ae85-8a14fb4f50a8 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:32.543962 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ee597deb-268d-42e8-9c59-798ac5b5f1d3 req-80144fe1-7ee5-479c-ae85-8a14fb4f50a8 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0542240 Mar 08 19:51:32.552242 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port f517b434-848c-4999-8f8b-d07045b2c225 completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:51:32.559895 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port f517b434-848c-4999-8f8b-d07045b2c225 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:51:32.560277 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (f517b434-848c-4999-8f8b-d07045b2c225), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:32.591881 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48d4a8-414d-4d1e-919f-74d1d8ac0105 req-d66c7e95-9b2b-4256-b169-bf724817edd3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:32.593469 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7d48d4a8-414d-4d1e-919f-74d1d8ac0105 req-d66c7e95-9b2b-4256-b169-bf724817edd3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=701be7a5-99ea-4571-94d3-b4fcd131f495 HTTP/1.1" status: 200 len: 944 time: 0.1040685 Mar 08 19:51:32.595899 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-89c5355a-d690-40bb-8248-21635f16da27 req-0243af77-a07f-4146-ae75-d2f23a5f3bcf service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375422 Mar 08 19:51:32.598539 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ee597deb-268d-42e8-9c59-798ac5b5f1d3 req-152d63f6-7cd1-4744-9600-518150fc30c9 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483658 Mar 08 19:51:32.651598 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7d48d4a8-414d-4d1e-919f-74d1d8ac0105 req-be28459e-ce20-40c8-95c5-b93526706dc4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521998 Mar 08 19:51:32.751543 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port f517b434-848c-4999-8f8b-d07045b2c225 is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:51:32.751858 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f517b434-848c-4999-8f8b-d07045b2c225), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:32.792442 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701be7a5-99ea-4571-94d3-b4fcd131f495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f517b434-848c-4999-8f8b-d07045b2c225'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:51:32.794640 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb5dc30-5cfb-4ed3-bfab-7fdb3a0e447d" -d '{"events": [{"server_uuid": "701be7a5-99ea-4571-94d3-b4fcd131f495", "name": "network-vif-plugged", "status": "completed", "tag": "f517b434-848c-4999-8f8b-d07045b2c225"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:51:32.825096 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port f517b434-848c-4999-8f8b-d07045b2c225, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f517b434-848c-4999-8f8b-d07045b2c225,segment=NetworkSegment(c37a5047-594c-45eb-a67d-04be86042a0d),segment_id=c37a5047-594c-45eb-a67d-04be86042a0d)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:51:32.830177 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472bebca-11ad-498e-8b85-0003b5fcd3e4 x-openstack-request-id: req-472bebca-11ad-498e-8b85-0003b5fcd3e4 {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:51:32.830509 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701be7a5-99ea-4571-94d3-b4fcd131f495", "name": "network-vif-plugged", "status": "completed", "tag": "f517b434-848c-4999-8f8b-d07045b2c225", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:51:32.830807 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-472bebca-11ad-498e-8b85-0003b5fcd3e4 {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:51:32.831199 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701be7a5-99ea-4571-94d3-b4fcd131f495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f517b434-848c-4999-8f8b-d07045b2c225', 'code': 200} Mar 08 19:51:32.834696 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (f517b434-848c-4999-8f8b-d07045b2c225), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:32.892505 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=f517b434-848c-4999-8f8b-d07045b2c225,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:32.901412 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-5bd5d42b-e52b-4e94-af05-ac867342af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'deabc926-95af-4f41-8387-3e6ede83807c', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'port_id': '4ac3b787-c699-4162-baaf-0b30eccf074d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'mac_address': 'fa:16:3e:ea:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29933d05-3536-4ba1-8676-36a83a073710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:51:18Z', 'updated_at': '2022-03-08T19:51:31Z', 'revision_number': 1, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835deec4-df72-4987-a479-bdeca2042080', 'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'mac_address': 'fa:16:3e:b3:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:22Z', 'updated_at': '2022-03-08T19:47:39Z', 'revision_number': 5, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'subnets': [{'id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:32.928736 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5d42b-e52b-4e94-af05-ac867342af78 None None] The sync data for ids ['617f618d-2e14-4c4b-ad90-367d83d66f0e'] in dv-cinder-830093-3-iscsi is: [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'deabc926-95af-4f41-8387-3e6ede83807c', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'port_id': '4ac3b787-c699-4162-baaf-0b30eccf074d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'mac_address': 'fa:16:3e:ea:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29933d05-3536-4ba1-8676-36a83a073710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:51:18Z', 'updated_at': '2022-03-08T19:51:31Z', 'revision_number': 1, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835deec4-df72-4987-a479-bdeca2042080', 'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'mac_address': 'fa:16:3e:b3:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:22Z', 'updated_at': '2022-03-08T19:47:39Z', 'revision_number': 5, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'subnets': [{'id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:51:33.010499 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015257ea-84b1-46ad-91e8-7f853d56c2a6 req-cd12b7be-7ae3-4f8f-b52d-c60bf7561a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:33.012004 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-015257ea-84b1-46ad-91e8-7f853d56c2a6 req-cd12b7be-7ae3-4f8f-b52d-c60bf7561a98 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=701be7a5-99ea-4571-94d3-b4fcd131f495 HTTP/1.1" status: 200 len: 1129 time: 0.0450642 Mar 08 19:51:33.060839 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-015257ea-84b1-46ad-91e8-7f853d56c2a6 req-110bbb61-e889-42c4-9fb0-3fda0c9bef3c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409069 Mar 08 19:51:33.117361 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19122fa7-1ac6-4af0-9bc6-ba7bc9b892e8 None None] New status for floating IP deabc926-95af-4f41-8387-3e6ede83807c: ACTIVE {{(pid=109692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:51:33.715272 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe220fd-4914-46c0-a9f3-d20938fb25ae req-b80ea6f3-1caa-4ccc-b972-d644226f347a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:33.716788 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fbe220fd-4914-46c0-a9f3-d20938fb25ae req-b80ea6f3-1caa-4ccc-b972-d644226f347a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0514348 Mar 08 19:51:33.764048 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fbe220fd-4914-46c0-a9f3-d20938fb25ae req-68b95966-7f52-4749-bdd5-ca6a9ca06730 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412359 Mar 08 19:51:33.769520 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71986c2-282e-4411-b071-8b286666b12e req-0b686950-3a5b-4246-9045-7117ef2c6558 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:33.771003 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e71986c2-282e-4411-b071-8b286666b12e req-0b686950-3a5b-4246-9045-7117ef2c6558 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=701be7a5-99ea-4571-94d3-b4fcd131f495 HTTP/1.1" status: 200 len: 945 time: 0.0528827 Mar 08 19:51:33.822972 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e71986c2-282e-4411-b071-8b286666b12e req-29201d41-7d95-426c-a9db-dbeed4e1a29b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454931 Mar 08 19:51:34.883403 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af06066-db0f-47d7-85b6-b8df8061d5db req-4cc29b36-2210-4da8-b73f-765bf43147b4 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:34.884926 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0af06066-db0f-47d7-85b6-b8df8061d5db req-4cc29b36-2210-4da8-b73f-765bf43147b4 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0557361 Mar 08 19:51:34.930938 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0af06066-db0f-47d7-85b6-b8df8061d5db req-f755b9c2-e2b6-48d2-9b0a-c4d067a4af21 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b591afbb-8193-4e6a-871a-a38b6d9834cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404947 Mar 08 19:51:34.939695 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57f5b5-d6a7-4f9b-9711-e7a9d00f3dc8 req-6258556b-b926-4f57-8017-b519dd8f09d6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:34.941247 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4b57f5b5-d6a7-4f9b-9711-e7a9d00f3dc8 req-6258556b-b926-4f57-8017-b519dd8f09d6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=701be7a5-99ea-4571-94d3-b4fcd131f495 HTTP/1.1" status: 200 len: 945 time: 0.0526526 Mar 08 19:51:34.986395 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4b57f5b5-d6a7-4f9b-9711-e7a9d00f3dc8 req-6ba3f0e8-9be1-4d02-b6fd-1051e4627050 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398862 Mar 08 19:51:35.061855 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d33208-f093-4fba-a20f-d9ef2a2ea092 req-7049adf9-d879-4df4-a07a-ac804423cd6c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:35.063320 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-04d33208-f093-4fba-a20f-d9ef2a2ea092 req-7049adf9-d879-4df4-a07a-ac804423cd6c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.60 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 946 time: 0.0549777 Mar 08 19:51:35.159831 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-04d33208-f093-4fba-a20f-d9ef2a2ea092 req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Deleting port deea1de1-999c-4b53-999a-016d7f51ba59 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:51:35.160169 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-04d33208-f093-4fba-a20f-d9ef2a2ea092 req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (deea1de1-999c-4b53-999a-016d7f51ba59), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:35.250636 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-04d33208-f093-4fba-a20f-d9ef2a2ea092 req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] For port deea1de1-999c-4b53-999a-016d7f51ba59, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=deea1de1-999c-4b53-999a-016d7f51ba59,segment=NetworkSegment(5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0),segment_id=5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:51:35.250992 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-04d33208-f093-4fba-a20f-d9ef2a2ea092 req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (deea1de1-999c-4b53-999a-016d7f51ba59), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:35.431426 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-04d33208-f093-4fba-a20f-d9ef2a2ea092 req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:35.431795 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-04d33208-f093-4fba-a20f-d9ef2a2ea092 req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (798140c5-fea2-4602-a3fb-b174b8359154), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:35.432250 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.l3_db [req-04d33208-f093-4fba-a20f-d9ef2a2ea092 req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Floating IP 798140c5-fea2-4602-a3fb-b174b8359154 disassociated. External IP: 172.27.1.155, port: deea1de1-999c-4b53-999a-016d7f51ba59. Mar 08 19:51:35.432567 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-04d33208-f093-4fba-a20f-d9ef2a2ea092 req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Calling delete_port for deea1de1-999c-4b53-999a-016d7f51ba59 owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:51:35.561620 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-04d33208-f093-4fba-a20f-d9ef2a2ea092 req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (deea1de1-999c-4b53-999a-016d7f51ba59), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:35.591182 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Pushing event deleted for resources: {'Port': ['ID=deea1de1-999c-4b53-999a-016d7f51ba59,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:35.605461 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:35.605873 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:35.606229 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:35.606638 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:35.606980 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:35.607315 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:35.607649 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:35.607977 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:35.608325 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:35.608662 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:35.608989 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:35.609311 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:35.609638 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:51:35.723992 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04d33208-f093-4fba-a20f-d9ef2a2ea092 req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Router 5490e075-1894-4b51-a3c4-2487a7800c2d has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:51:35.836770 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04d33208-f093-4fba-a20f-d9ef2a2ea092 req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:51:35.846934 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313835a4-24c8-445b-9492-c3dcd5787405 None None] Sync routers for ids ['5490e075-1894-4b51-a3c4-2487a7800c2d'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:51:35.856699 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313835a4-24c8-445b-9492-c3dcd5787405 None None] Routers {'5490e075-1894-4b51-a3c4-2487a7800c2d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:51:35.857305 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-313835a4-24c8-445b-9492-c3dcd5787405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:51:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['5490e075-1894-4b51-a3c4-2487a7800c2d'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:35.877838 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d33208-f093-4fba-a20f-d9ef2a2ea092 req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] No DVR routers for this DVR port deea1de1-999c-4b53-999a-016d7f51ba59 on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:51:35.880225 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-04d33208-f093-4fba-a20f-d9ef2a2ea092 req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:35.883549 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-04d33208-f093-4fba-a20f-d9ef2a2ea092 req-73f0625c-2d10-4e29-ad7a-1b942efc2510 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.60 "DELETE /v2.0/ports/deea1de1-999c-4b53-999a-016d7f51ba59 HTTP/1.1" status: 204 len: 173 time: 0.8125639 Mar 08 19:51:35.884120 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477b451d-e030-4691-965c-19224d84c9b4', 'name': 'network-vif-deleted', 'tag': 'deea1de1-999c-4b53-999a-016d7f51ba59'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:51:35.886237 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5b6cbc-baa3-4f20-bd11-1309a93e4f1d" -d '{"events": [{"server_uuid": "477b451d-e030-4691-965c-19224d84c9b4", "name": "network-vif-deleted", "tag": "deea1de1-999c-4b53-999a-016d7f51ba59"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:51:35.937453 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96b00bd-0b87-400b-b466-154ec78523d3 x-openstack-request-id: req-b96b00bd-0b87-400b-b466-154ec78523d3 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:51:35.937853 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477b451d-e030-4691-965c-19224d84c9b4", "name": "network-vif-deleted", "tag": "deea1de1-999c-4b53-999a-016d7f51ba59", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:51:35.938217 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b96b00bd-0b87-400b-b466-154ec78523d3 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:51:35.938770 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477b451d-e030-4691-965c-19224d84c9b4', 'name': 'network-vif-deleted', 'tag': 'deea1de1-999c-4b53-999a-016d7f51ba59', 'status': 'completed', 'code': 200} Mar 08 19:51:35.995464 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-313835a4-24c8-445b-9492-c3dcd5787405 None None] Set router 5490e075-1894-4b51-a3c4-2487a7800c2d gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:51:36.035278 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bba55175-4d6d-4e27-8f24-d2f5612444cd req-b692d79d-1d6e-4aaf-8261-56a2baa1ebba tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=477b451d-e030-4691-965c-19224d84c9b4 HTTP/1.1" status: 200 len: 210 time: 0.0314941 Mar 08 19:51:36.332480 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-313835a4-24c8-445b-9492-c3dcd5787405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:20Z', 'revision_number': 4, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '9e2788c3-a0b7-44ec-9c46-65b19dc17125', 'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'mac_address': 'fa:16:3e:d9:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:17Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 5, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'subnets': [{'id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:36.359464 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313835a4-24c8-445b-9492-c3dcd5787405 None None] Checking router: 5490e075-1894-4b51-a3c4-2487a7800c2d for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:51:36.367926 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313835a4-24c8-445b-9492-c3dcd5787405 None None] Routers {'5490e075-1894-4b51-a3c4-2487a7800c2d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:51:36.368671 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-313835a4-24c8-445b-9492-c3dcd5787405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:51:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['5490e075-1894-4b51-a3c4-2487a7800c2d'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:36.501005 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-313835a4-24c8-445b-9492-c3dcd5787405 None None] Set router 5490e075-1894-4b51-a3c4-2487a7800c2d gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:51:36.703883 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-313835a4-24c8-445b-9492-c3dcd5787405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:20Z', 'revision_number': 4, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '9e2788c3-a0b7-44ec-9c46-65b19dc17125', 'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'mac_address': 'fa:16:3e:d9:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:17Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 5, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'subnets': [{'id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:36.730621 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313835a4-24c8-445b-9492-c3dcd5787405 None None] The sync data for ids ['5490e075-1894-4b51-a3c4-2487a7800c2d'] in dv-cinder-830093-3-iscsi is: [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:20Z', 'revision_number': 4, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '9e2788c3-a0b7-44ec-9c46-65b19dc17125', 'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'mac_address': 'fa:16:3e:d9:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:17Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 5, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'subnets': [{'id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:51:36.951317 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e82acdc-45ba-47dd-86df-0c26bfa9ade9 None None] New status for floating IP 798140c5-fea2-4602-a3fb-b174b8359154: DOWN {{(pid=109692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:51:37.124178 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 60262) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:37.178998 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a6c7d3b5-6dc9-451f-9270-b9ba578a6c80 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group (b591afbb-8193-4e6a-871a-a38b6d9834cb), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:37.204531 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a6c7d3b5-6dc9-451f-9270-b9ba578a6c80 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group (b591afbb-8193-4e6a-871a-a38b6d9834cb), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:37.256354 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a6c7d3b5-6dc9-451f-9270-b9ba578a6c80 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (b591afbb-8193-4e6a-871a-a38b6d9834cb), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:37.258993 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a6c7d3b5-6dc9-451f-9270-b9ba578a6c80 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:37.260174 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-a6c7d3b5-6dc9-451f-9270-b9ba578a6c80 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "DELETE /v2.0/security-groups/b591afbb-8193-4e6a-871a-a38b6d9834cb HTTP/1.1" status: 204 len: 168 time: 0.1349592 Mar 08 19:51:37.263145 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 60264) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:37.269180 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7d3b5-6dc9-451f-9270-b9ba578a6c80 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b591afbb-8193-4e6a-871a-a38b6d9834cb,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:37.276359 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.api.v2.resource [None req-f8aaa83a-b05e-4f65-a07c-ba7bd58d6b4d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] show failed (client error): The resource could not be found. Mar 08 19:51:37.280360 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-f8aaa83a-b05e-4f65-a07c-ba7bd58d6b4d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups/b591afbb-8193-4e6a-871a-a38b6d9834cb HTTP/1.1" status: 404 len: 347 time: 0.0161631 Mar 08 19:51:37.280655 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 60266) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:37.410455 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-87a941dd-a294-4f3a-b804-c8b09c34cc40 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Deleting port 40ff0a59-09be-4c73-a750-4d135c9575a7 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:51:37.410709 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-87a941dd-a294-4f3a-b804-c8b09c34cc40 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (40ff0a59-09be-4c73-a750-4d135c9575a7), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:37.488167 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-87a941dd-a294-4f3a-b804-c8b09c34cc40 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (40ff0a59-09be-4c73-a750-4d135c9575a7), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:37.488527 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-87a941dd-a294-4f3a-b804-c8b09c34cc40 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for floatingip (40ff0a59-09be-4c73-a750-4d135c9575a7), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:37.500487 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-87a941dd-a294-4f3a-b804-c8b09c34cc40 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Calling delete_port for 40ff0a59-09be-4c73-a750-4d135c9575a7 owned by network:floatingip {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:51:37.638606 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-87a941dd-a294-4f3a-b804-c8b09c34cc40 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (40ff0a59-09be-4c73-a750-4d135c9575a7), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:37.666200 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a941dd-a294-4f3a-b804-c8b09c34cc40 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Pushing event deleted for resources: {'Port': ['ID=40ff0a59-09be-4c73-a750-4d135c9575a7,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:37.983424 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-87a941dd-a294-4f3a-b804-c8b09c34cc40 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for floatingip (798140c5-fea2-4602-a3fb-b174b8359154), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:37.985977 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-87a941dd-a294-4f3a-b804-c8b09c34cc40 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:37.987171 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-87a941dd-a294-4f3a-b804-c8b09c34cc40 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "DELETE /v2.0/floatingips/798140c5-fea2-4602-a3fb-b174b8359154 HTTP/1.1" status: 204 len: 168 time: 0.7057762 Mar 08 19:51:38.318257 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 60272) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:38.322756 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-cb6be409-74d0-4748-8c31-cfbb43e601ca tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1476059034', 'description': 'tempest-description--879994382'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:38.342212 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-cb6be409-74d0-4748-8c31-cfbb43e601ca tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:38.407950 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-cb6be409-74d0-4748-8c31-cfbb43e601ca tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group (67b2cc42-5351-4ae2-9049-5c2eedd4dfae), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:38.412644 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-cb6be409-74d0-4748-8c31-cfbb43e601ca tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (67b2cc42-5351-4ae2-9049-5c2eedd4dfae), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:38.425199 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device deea1de1-999c-4b53-999a-016d7f51ba59 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:51:38.440751 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-cb6be409-74d0-4748-8c31-cfbb43e601ca tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:38.442007 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-cb6be409-74d0-4748-8c31-cfbb43e601ca tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1227515 Mar 08 19:51:38.445185 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 60274) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:38.447215 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: deea1de1-999c-4b53-999a-016d7f51ba59 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:51:38.447574 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device deea1de1-999c-4b53-999a-016d7f51ba59 not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:51:38.448307 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6be409-74d0-4748-8c31-cfbb43e601ca tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b2cc42-5351-4ae2-9049-5c2eedd4dfae,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:38.459718 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-6f80a442-539e-400f-960f-16a0497240f3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Request body: {'security_group_rule': {'security_group_id': '67b2cc42-5351-4ae2-9049-5c2eedd4dfae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:38.487281 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6f80a442-539e-400f-960f-16a0497240f3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group_rule (24376547-b022-4786-badd-37a88fa0d3b6), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:38.532459 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6f80a442-539e-400f-960f-16a0497240f3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group_rule (24376547-b022-4786-badd-37a88fa0d3b6), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:38.537705 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6f80a442-539e-400f-960f-16a0497240f3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (24376547-b022-4786-badd-37a88fa0d3b6), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:38.559820 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80a442-539e-400f-960f-16a0497240f3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24376547-b022-4786-badd-37a88fa0d3b6,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:38.569947 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6f80a442-539e-400f-960f-16a0497240f3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:38.571167 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-6f80a442-539e-400f-960f-16a0497240f3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228564 Mar 08 19:51:38.573837 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 60278) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:38.578043 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-1d0fdf28-b4f0-4fd7-807c-856bd4b7f7d2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Request body: {'security_group_rule': {'security_group_id': '67b2cc42-5351-4ae2-9049-5c2eedd4dfae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:38.601256 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdf28-b4f0-4fd7-807c-856bd4b7f7d2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group_rule (410b1349-02b4-479b-9046-539a1b6e8bb5), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:38.657342 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdf28-b4f0-4fd7-807c-856bd4b7f7d2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group_rule (410b1349-02b4-479b-9046-539a1b6e8bb5), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:38.660762 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdf28-b4f0-4fd7-807c-856bd4b7f7d2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (410b1349-02b4-479b-9046-539a1b6e8bb5), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:38.680175 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fdf28-b4f0-4fd7-807c-856bd4b7f7d2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410b1349-02b4-479b-9046-539a1b6e8bb5,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:38.685261 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdf28-b4f0-4fd7-807c-856bd4b7f7d2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:38.686539 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-1d0fdf28-b4f0-4fd7-807c-856bd4b7f7d2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1117046 Mar 08 19:51:38.690217 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 60280) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:38.694445 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-ff4522d5-3285-4a94-977f-2426f889b025 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Request body: {'floatingip': {'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:38.713473 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ff4522d5-3285-4a94-977f-2426f889b025 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:38.812049 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ff4522d5-3285-4a94-977f-2426f889b025 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:38.921158 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [None req-ff4522d5-3285-4a94-977f-2426f889b025 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Allocated IP 172.27.1.231 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/b2a8bd64-aa9a-4490-b38a-3871b77fbe96) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:51:39.029493 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ff4522d5-3285-4a94-977f-2426f889b025 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for port (b2a8bd64-aa9a-4490-b38a-3871b77fbe96), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:39.064055 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ff4522d5-3285-4a94-977f-2426f889b025 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (b2a8bd64-aa9a-4490-b38a-3871b77fbe96), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:39.103284 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4522d5-3285-4a94-977f-2426f889b025 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:51:39.106080 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-ff4522d5-3285-4a94-977f-2426f889b025 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:51:39.109510 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4522d5-3285-4a94-977f-2426f889b025 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:51:39.131808 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4522d5-3285-4a94-977f-2426f889b025 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Pushing event updated for resources: {'Port': ['ID=b2a8bd64-aa9a-4490-b38a-3871b77fbe96,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:39.195229 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ff4522d5-3285-4a94-977f-2426f889b025 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for floatingip (7dcfdc9e-2fcc-43c8-bd24-630611c87542), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:39.237076 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ff4522d5-3285-4a94-977f-2426f889b025 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (b2a8bd64-aa9a-4490-b38a-3871b77fbe96), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:39.393226 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ff4522d5-3285-4a94-977f-2426f889b025 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for port (b2a8bd64-aa9a-4490-b38a-3871b77fbe96), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:39.397809 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ff4522d5-3285-4a94-977f-2426f889b025 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31980278'] for port (b2a8bd64-aa9a-4490-b38a-3871b77fbe96), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:39.471937 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4522d5-3285-4a94-977f-2426f889b025 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Pushing event updated for resources: {'Port': ['ID=b2a8bd64-aa9a-4490-b38a-3871b77fbe96,revision_number=2']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:39.481712 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ff4522d5-3285-4a94-977f-2426f889b025 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (7dcfdc9e-2fcc-43c8-bd24-630611c87542), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:39.496876 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ff4522d5-3285-4a94-977f-2426f889b025 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:39.498322 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-ff4522d5-3285-4a94-977f-2426f889b025 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8070650 Mar 08 19:51:39.706044 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-9f9f255a-c3cc-4a31-9527-c0d61df76dbc tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1476059034&fields=id&tenant_id=b21199b1cdf9475b8db163893c789545 HTTP/1.1" status: 200 len: 267 time: 0.0539134 Mar 08 19:51:39.813158 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-94ba1062-da94-45bd-b5f5-d6be9660e2e8 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:39.815157 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-94ba1062-da94-45bd-b5f5-d6be9660e2e8 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 811 time: 0.1028345 Mar 08 19:51:39.830054 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-130d997b-6685-4971-8e94-d400d4319bb1 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/quotas/b21199b1cdf9475b8db163893c789545 HTTP/1.1" status: 200 len: 375 time: 0.0094912 Mar 08 19:51:39.884622 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-5922a0e5-235b-4303-99a4-5d321054ae5f tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494647 Mar 08 19:51:39.977011 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-305ce541-e45c-4ff4-964c-bd5559e634f8 service neutron] 10.222.0.45 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807288 Mar 08 19:51:40.069089 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-5e7ca6eb-426b-4226-b942-ef0e3f78832c service neutron] 10.222.0.45 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863643 Mar 08 19:51:40.227312 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-78bf4e5a-ac98-482f-a481-78157ce50fe6 req-305d69fb-cf1c-47d6-a87d-91e1cf93f115 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0268695 Mar 08 19:51:41.230476 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-b8d4f578-f943-465d-964b-b1871bc73261 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:41.232073 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-b8d4f578-f943-465d-964b-b1871bc73261 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 811 time: 0.1128817 Mar 08 19:51:41.311012 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-d114c93c-462d-43a3-a42a-60514ee203a4 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b21199b1cdf9475b8db163893c789545 HTTP/1.1" status: 200 len: 380 time: 0.0569782 Mar 08 19:51:41.319517 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-753b50d2-e33f-4acc-b8a2-6614b0ac9685 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Request body: {'port': {'device_id': 'fb579508-9118-47e4-a758-8e9c83890f77', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'admin_state_up': True, 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'security_groups': ['67b2cc42-5351-4ae2-9049-5c2eedd4dfae']}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:41.329688 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d1c7dc7c-c62f-435a-8b11-30535d828a51 req-17c9457d-47f1-48a2-8545-68da27930115 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0264177 Mar 08 19:51:41.433464 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-753b50d2-e33f-4acc-b8a2-6614b0ac9685 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Made reservation on behalf of b21199b1cdf9475b8db163893c789545 for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:51:41.436714 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-753b50d2-e33f-4acc-b8a2-6614b0ac9685 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:41.562646 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-753b50d2-e33f-4acc-b8a2-6614b0ac9685 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Allocated IP 172.20.0.10 (ac9a0f9f-89c1-4e71-af10-ae382be0f761/f25e5e97-dacc-4d23-ad76-278cb2cd7689/a295e990-86a1-493f-840d-bbb1864b6780) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:51:41.701410 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-753b50d2-e33f-4acc-b8a2-6614b0ac9685 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for port (a295e990-86a1-493f-840d-bbb1864b6780), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:41.735026 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-753b50d2-e33f-4acc-b8a2-6614b0ac9685 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (a295e990-86a1-493f-840d-bbb1864b6780), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:41.777949 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-753b50d2-e33f-4acc-b8a2-6614b0ac9685 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Network ac9a0f9f-89c1-4e71-af10-ae382be0f761 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:51:41.781001 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-753b50d2-e33f-4acc-b8a2-6614b0ac9685 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:51:41.784020 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-753b50d2-e33f-4acc-b8a2-6614b0ac9685 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:51:41.815182 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b50d2-e33f-4acc-b8a2-6614b0ac9685 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Pushing event updated for resources: {'Port': ['ID=a295e990-86a1-493f-840d-bbb1864b6780,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:41.840087 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-753b50d2-e33f-4acc-b8a2-6614b0ac9685 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:41.840731 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-753b50d2-e33f-4acc-b8a2-6614b0ac9685 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:41.857921 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-753b50d2-e33f-4acc-b8a2-6614b0ac9685 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5420334 Mar 08 19:51:41.869268 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Request body: {'port': {'device_id': 'fb579508-9118-47e4-a758-8e9c83890f77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:41.934088 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (a295e990-86a1-493f-840d-bbb1864b6780), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:42.072119 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-39c4ab77-d753-4e71-9d58-d4b96f783a85 None None] Provisioning complete for port a295e990-86a1-493f-840d-bbb1864b6780 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:51:42.072761 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-39c4ab77-d753-4e71-9d58-d4b96f783a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (a295e990-86a1-493f-840d-bbb1864b6780), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:42.120073 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-39c4ab77-d753-4e71-9d58-d4b96f783a85 None None] Port a295e990-86a1-493f-840d-bbb1864b6780 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:51:42.210822 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a295e990-86a1-493f-840d-bbb1864b6780 {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:51:42.218554 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Publish callbacks [] for port (a295e990-86a1-493f-840d-bbb1864b6780), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:42.231509 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Transition to ACTIVE for port object a295e990-86a1-493f-840d-bbb1864b6780 will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:51:42.236621 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (a295e990-86a1-493f-840d-bbb1864b6780), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:42.291076 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Pushing event updated for resources: {'Port': ['ID=a295e990-86a1-493f-840d-bbb1864b6780,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:42.373224 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Attempting to bind port a295e990-86a1-493f-840d-bbb1864b6780 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:51:42.373663 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Attempting to bind port a295e990-86a1-493f-840d-bbb1864b6780 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:51:42.373895 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Attempting to bind port a295e990-86a1-493f-840d-bbb1864b6780 on network ac9a0f9f-89c1-4e71-af10-ae382be0f761 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:51:42.378842 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Port a295e990-86a1-493f-840d-bbb1864b6780 on network ac9a0f9f-89c1-4e71-af10-ae382be0f761 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:51:42.379174 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Attempting to bind port a295e990-86a1-493f-840d-bbb1864b6780 on network ac9a0f9f-89c1-4e71-af10-ae382be0f761 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:51:42.384691 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:51:42.385038 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Checking segment: {'id': '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:51:42.385430 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Bound using segment: {'id': '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:51:42.385862 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Bound port: a295e990-86a1-493f-840d-bbb1864b6780, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:51:42.386241 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (a295e990-86a1-493f-840d-bbb1864b6780), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:42.388841 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:42.493480 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] For port a295e990-86a1-493f-840d-bbb1864b6780, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:51:42.497229 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] For port a295e990-86a1-493f-840d-bbb1864b6780, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a295e990-86a1-493f-840d-bbb1864b6780,segment=NetworkSegment(5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0),segment_id=5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:51:42.504822 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397aaaa-e3dd-4a31-8c27-0665dd6d7c5f req-91599e3d-6ac4-43e0-a413-0bcb032373ae tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:42.506227 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d397aaaa-e3dd-4a31-8c27-0665dd6d7c5f req-91599e3d-6ac4-43e0-a413-0bcb032373ae tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 944 time: 0.0847509 Mar 08 19:51:42.511951 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (a295e990-86a1-493f-840d-bbb1864b6780), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:42.560494 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:42.561118 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:42.562521 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] 10.222.0.60 "PUT /v2.0/ports/a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1094 time: 0.6975007 Mar 08 19:51:42.562970 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb579508-9118-47e4-a758-8e9c83890f77', 'tag': 'a295e990-86a1-493f-840d-bbb1864b6780'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:51:42.565275 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec093c5-fa17-408f-9343-9e0c7e99e75d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb579508-9118-47e4-a758-8e9c83890f77", "tag": "a295e990-86a1-493f-840d-bbb1864b6780"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:51:42.610718 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a8c6a-56aa-4b77-9432-19818feff68c service neutron] Pushing event updated for resources: {'Port': ['ID=a295e990-86a1-493f-840d-bbb1864b6780,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:42.615306 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949f9290-52a4-42da-9597-a9d311f5f2f2 x-openstack-request-id: req-949f9290-52a4-42da-9597-a9d311f5f2f2 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:51:42.615606 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb579508-9118-47e4-a758-8e9c83890f77", "tag": "a295e990-86a1-493f-840d-bbb1864b6780", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:51:42.615864 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-949f9290-52a4-42da-9597-a9d311f5f2f2 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:51:42.616270 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb579508-9118-47e4-a758-8e9c83890f77', 'tag': 'a295e990-86a1-493f-840d-bbb1864b6780', 'status': 'completed', 'code': 200} Mar 08 19:51:42.619669 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d397aaaa-e3dd-4a31-8c27-0665dd6d7c5f req-2678e446-74c8-4894-978b-4a9e25a3349b tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b2cc42-5351-4ae2-9049-5c2eedd4dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047444 Mar 08 19:51:42.666152 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-8f07637c-622c-4b7e-824e-f00040bc50ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:42.667803 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-8f07637c-622c-4b7e-824e-f00040bc50ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1128 time: 0.0542359 Mar 08 19:51:42.718670 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-b94061ec-08fe-413b-be4d-a4666446cda7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 217 time: 0.0394487 Mar 08 19:51:42.772451 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-e958376a-327e-45a6-a785-aa63852e3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:42.773915 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-e958376a-327e-45a6-a785-aa63852e3110 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0483236 Mar 08 19:51:42.822272 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-492a5a75-f3ea-4be4-a13a-1d1c9b08aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:42.823813 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-492a5a75-f3ea-4be4-a13a-1d1c9b08aa9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436146 Mar 08 19:51:42.919136 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-d7c5bfd4-4afe-4418-8ace-be31398a6354 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877044 Mar 08 19:51:43.007431 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e5d4e1d8-fd3f-4968-a2e3-cf1bf57396f0 req-572d2d09-9ed5-489f-9200-33c941224de7 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816495 Mar 08 19:51:43.104690 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec093c5-fa17-408f-9343-9e0c7e99e75d req-ff46bc09-cff6-4974-8230-1f5ec30cd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:43.106256 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fec093c5-fa17-408f-9343-9e0c7e99e75d req-ff46bc09-cff6-4974-8230-1f5ec30cd960 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1128 time: 0.0490379 Mar 08 19:51:43.199895 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec093c5-fa17-408f-9343-9e0c7e99e75d req-1d4899ae-f1e8-4741-b166-f56998703cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:43.201394 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fec093c5-fa17-408f-9343-9e0c7e99e75d req-1d4899ae-f1e8-4741-b166-f56998703cd6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0850549 Mar 08 19:51:43.246279 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fec093c5-fa17-408f-9343-9e0c7e99e75d req-d5938149-42c3-4390-b213-40ac14d214bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 217 time: 0.0375543 Mar 08 19:51:43.295383 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec093c5-fa17-408f-9343-9e0c7e99e75d req-2d7651ff-437f-421f-b635-4589fb540565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:43.296926 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fec093c5-fa17-408f-9343-9e0c7e99e75d req-2d7651ff-437f-421f-b635-4589fb540565 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0438294 Mar 08 19:51:43.351704 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec093c5-fa17-408f-9343-9e0c7e99e75d req-b612ecfb-07bc-4db0-a8f5-4a64d07677a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:43.354223 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fec093c5-fa17-408f-9343-9e0c7e99e75d req-b612ecfb-07bc-4db0-a8f5-4a64d07677a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474629 Mar 08 19:51:43.456788 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fec093c5-fa17-408f-9343-9e0c7e99e75d req-414ffb4b-a510-4a96-9773-969fc161e1ff service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919037 Mar 08 19:51:43.544598 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fec093c5-fa17-408f-9343-9e0c7e99e75d req-895477b5-b26a-4cd0-a051-86dd984584c3 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812635 Mar 08 19:51:43.738415 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d0438-e8b7-47b7-961e-fd0328932830 req-4ea5961f-86f4-44f7-95bc-a356b8b386fa tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:43.740200 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4d4d0438-e8b7-47b7-961e-fd0328932830 req-4ea5961f-86f4-44f7-95bc-a356b8b386fa tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 944 time: 0.0530579 Mar 08 19:51:43.792335 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4d4d0438-e8b7-47b7-961e-fd0328932830 req-815e96ee-c24c-478c-8623-790099146f60 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b2cc42-5351-4ae2-9049-5c2eedd4dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465741 Mar 08 19:51:44.910141 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32551d18-d6c5-4794-b429-1c907fa39f30 req-6acd8f99-9ead-434e-b6d1-2c31c683b422 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:44.911624 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-32551d18-d6c5-4794-b429-1c907fa39f30 req-6acd8f99-9ead-434e-b6d1-2c31c683b422 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 944 time: 0.0526021 Mar 08 19:51:44.963001 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-32551d18-d6c5-4794-b429-1c907fa39f30 req-271b4b29-9a8f-44a8-b337-52801dc9d538 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b2cc42-5351-4ae2-9049-5c2eedd4dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455599 Mar 08 19:51:46.078013 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0302e-7a98-4ba7-898a-560b88a0d00b req-9e9d0051-0900-469f-888a-ae6b84547bfe tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:46.079534 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-26a0302e-7a98-4ba7-898a-560b88a0d00b req-9e9d0051-0900-469f-888a-ae6b84547bfe tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 944 time: 0.0522656 Mar 08 19:51:46.125779 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-26a0302e-7a98-4ba7-898a-560b88a0d00b req-d7ed2835-30f7-4261-9f2c-39f020de7004 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b2cc42-5351-4ae2-9049-5c2eedd4dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407727 Mar 08 19:51:46.475883 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device a295e990-86a1-493f-840d-bbb1864b6780 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:51:46.571126 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port a295e990-86a1-493f-840d-bbb1864b6780, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a295e990-86a1-493f-840d-bbb1864b6780,segment=NetworkSegment(5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0),segment_id=5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:51:46.581299 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': 'a295e990-86a1-493f-840d-bbb1864b6780', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'port_id': 'a295e990-86a1-493f-840d-bbb1864b6780', 'mac_address': 'fa:16:3e:f9:c7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:51:46.617891 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port a295e990-86a1-493f-840d-bbb1864b6780 is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:51:46.618286 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (a295e990-86a1-493f-840d-bbb1864b6780), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:46.630491 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a295e990-86a1-493f-840d-bbb1864b6780 {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:51:46.649581 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port a295e990-86a1-493f-840d-bbb1864b6780, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a295e990-86a1-493f-840d-bbb1864b6780,segment=NetworkSegment(5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0),segment_id=5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:51:46.653559 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (a295e990-86a1-493f-840d-bbb1864b6780), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:46.698651 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=a295e990-86a1-493f-840d-bbb1864b6780,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:46.963120 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['a295e990-86a1-493f-840d-bbb1864b6780'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:51:47.241198 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69086984-ef50-43ef-adb7-26b1d09965e0 req-bb27bf48-c2c2-4af1-8e82-d17164973497 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:47.242571 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-69086984-ef50-43ef-adb7-26b1d09965e0 req-bb27bf48-c2c2-4af1-8e82-d17164973497 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 945 time: 0.0509748 Mar 08 19:51:47.287750 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-69086984-ef50-43ef-adb7-26b1d09965e0 req-0b55db9f-54f6-4e16-abe4-c031c115e948 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b2cc42-5351-4ae2-9049-5c2eedd4dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397789 Mar 08 19:51:48.406898 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58032b0-9968-42f8-b53a-db4b527e9ed3 req-789da91f-e196-40bb-a24e-d9a6fd0c979c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:48.408366 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e58032b0-9968-42f8-b53a-db4b527e9ed3 req-789da91f-e196-40bb-a24e-d9a6fd0c979c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 945 time: 0.0512040 Mar 08 19:51:48.452579 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e58032b0-9968-42f8-b53a-db4b527e9ed3 req-49a5a4de-6c51-4654-9fbf-af9fd1d7bcce tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b2cc42-5351-4ae2-9049-5c2eedd4dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384841 Mar 08 19:51:48.492592 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device a295e990-86a1-493f-840d-bbb1864b6780 up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:51:48.539643 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port a295e990-86a1-493f-840d-bbb1864b6780 completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:51:48.543230 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port a295e990-86a1-493f-840d-bbb1864b6780 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:51:48.543599 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (a295e990-86a1-493f-840d-bbb1864b6780), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:48.622820 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port a295e990-86a1-493f-840d-bbb1864b6780 is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:51:48.624636 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (a295e990-86a1-493f-840d-bbb1864b6780), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:48.645940 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb579508-9118-47e4-a758-8e9c83890f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a295e990-86a1-493f-840d-bbb1864b6780'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:51:48.648185 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7215ea35-f788-4bf8-8350-399e2d26dba2" -d '{"events": [{"server_uuid": "fb579508-9118-47e4-a758-8e9c83890f77", "name": "network-vif-plugged", "status": "completed", "tag": "a295e990-86a1-493f-840d-bbb1864b6780"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:51:48.661005 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port a295e990-86a1-493f-840d-bbb1864b6780, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a295e990-86a1-493f-840d-bbb1864b6780,segment=NetworkSegment(5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0),segment_id=5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:51:48.665674 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (a295e990-86a1-493f-840d-bbb1864b6780), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:48.688074 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8ea0f2-b6c5-4ddd-8202-3de186622511 x-openstack-request-id: req-9e8ea0f2-b6c5-4ddd-8202-3de186622511 {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:51:48.688403 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb579508-9118-47e4-a758-8e9c83890f77", "name": "network-vif-plugged", "status": "completed", "tag": "a295e990-86a1-493f-840d-bbb1864b6780", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:51:48.688662 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e8ea0f2-b6c5-4ddd-8202-3de186622511 {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:51:48.689078 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb579508-9118-47e4-a758-8e9c83890f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a295e990-86a1-493f-840d-bbb1864b6780', 'code': 200} Mar 08 19:51:48.714443 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=a295e990-86a1-493f-840d-bbb1864b6780,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:51:48.861171 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d5320-0b7a-40e9-a202-13943eb5bb3d req-1a34ef5c-05c3-4e30-b4e1-cd0dfba1f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:48.862633 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-179d5320-0b7a-40e9-a202-13943eb5bb3d req-1a34ef5c-05c3-4e30-b4e1-cd0dfba1f314 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0418599 Mar 08 19:51:48.907350 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-179d5320-0b7a-40e9-a202-13943eb5bb3d req-8695c9eb-c749-40e3-8f88-b774a223955e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=67b2cc42-5351-4ae2-9049-5c2eedd4dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365021 Mar 08 19:51:49.575363 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9d8b1-45e7-4a85-a652-954e98281c3d req-90223523-b8ae-4792-859e-71e6d90339bd tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:49.576861 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d7b9d8b1-45e7-4a85-a652-954e98281c3d req-90223523-b8ae-4792-859e-71e6d90339bd tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 946 time: 0.0566401 Mar 08 19:51:49.628445 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d7b9d8b1-45e7-4a85-a652-954e98281c3d req-f8e45233-522d-4341-a300-aa5eabac2a81 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b2cc42-5351-4ae2-9049-5c2eedd4dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459964 Mar 08 19:51:50.745646 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2913fda-22d9-4615-a157-604f7f8440a5 req-c3ec6d4d-1da7-4a95-b8f1-4c440ac22d21 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:50.747052 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b2913fda-22d9-4615-a157-604f7f8440a5 req-c3ec6d4d-1da7-4a95-b8f1-4c440ac22d21 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 946 time: 0.0541902 Mar 08 19:51:50.794814 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b2913fda-22d9-4615-a157-604f7f8440a5 req-0200eb99-49ee-477e-be49-abc535fa2fbd tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b2cc42-5351-4ae2-9049-5c2eedd4dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Mar 08 19:51:50.910432 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f8db9-7b3c-48de-bd0c-775ad2203bbe req-b23e1bd7-a80d-408a-aa5d-204e2c785f7d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:50.912709 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f12f8db9-7b3c-48de-bd0c-775ad2203bbe req-b23e1bd7-a80d-408a-aa5d-204e2c785f7d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 946 time: 0.0547020 Mar 08 19:51:50.920888 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 60382) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:51:50.925042 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-0217890d-8acd-4aa4-ac1e-a9cff7b22c2c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Request body: {'floatingip': {'port_id': 'a295e990-86a1-493f-840d-bbb1864b6780'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:51:50.962139 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0217890d-8acd-4aa4-ac1e-a9cff7b22c2c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for floatingip (7dcfdc9e-2fcc-43c8-bd24-630611c87542), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:51.391163 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0217890d-8acd-4aa4-ac1e-a9cff7b22c2c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:51.395937 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0217890d-8acd-4aa4-ac1e-a9cff7b22c2c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (7dcfdc9e-2fcc-43c8-bd24-630611c87542), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:51.497434 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.l3_db [None req-0217890d-8acd-4aa4-ac1e-a9cff7b22c2c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Floating IP 7dcfdc9e-2fcc-43c8-bd24-630611c87542 associated. External IP: 172.27.1.231, port: a295e990-86a1-493f-840d-bbb1864b6780. Mar 08 19:51:51.700642 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0217890d-8acd-4aa4-ac1e-a9cff7b22c2c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Router 5490e075-1894-4b51-a3c4-2487a7800c2d has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:51:52.052382 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0217890d-8acd-4aa4-ac1e-a9cff7b22c2c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:51:52.057476 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0217890d-8acd-4aa4-ac1e-a9cff7b22c2c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:52.064139 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d16757-a92b-4b5d-9129-97bd47c124a6 None None] Sync routers for ids ['5490e075-1894-4b51-a3c4-2487a7800c2d'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:51:52.073278 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d16757-a92b-4b5d-9129-97bd47c124a6 None None] Routers {'5490e075-1894-4b51-a3c4-2487a7800c2d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:51:52.073898 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-49d16757-a92b-4b5d-9129-97bd47c124a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:51:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['5490e075-1894-4b51-a3c4-2487a7800c2d'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:52.085880 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-0217890d-8acd-4aa4-ac1e-a9cff7b22c2c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "PUT /v2.0/floatingips/7dcfdc9e-2fcc-43c8-bd24-630611c87542 HTTP/1.1" status: 200 len: 992 time: 1.1639616 Mar 08 19:51:52.086599 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb579508-9118-47e4-a758-8e9c83890f77', 'tag': 'a295e990-86a1-493f-840d-bbb1864b6780'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:51:52.089359 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fe4d5e-1f78-4a04-a11a-95b9ec957c76" -d '{"events": [{"name": "network-changed", "server_uuid": "fb579508-9118-47e4-a758-8e9c83890f77", "tag": "a295e990-86a1-493f-840d-bbb1864b6780"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:51:52.127335 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a21725f-765e-4298-afd5-9bedc0b0c85e x-openstack-request-id: req-8a21725f-765e-4298-afd5-9bedc0b0c85e {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:51:52.127632 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb579508-9118-47e4-a758-8e9c83890f77", "tag": "a295e990-86a1-493f-840d-bbb1864b6780", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:51:52.127915 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a21725f-765e-4298-afd5-9bedc0b0c85e {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:51:52.128342 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb579508-9118-47e4-a758-8e9c83890f77', 'tag': 'a295e990-86a1-493f-840d-bbb1864b6780', 'status': 'completed', 'code': 200} Mar 08 19:51:52.189766 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-49d16757-a92b-4b5d-9129-97bd47c124a6 None None] Set router 5490e075-1894-4b51-a3c4-2487a7800c2d gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:51:52.200870 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe4d5e-1f78-4a04-a11a-95b9ec957c76 req-c56f4ff8-1dac-42b3-a94c-ad6d5971cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:52.202366 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-45fe4d5e-1f78-4a04-a11a-95b9ec957c76 req-c56f4ff8-1dac-42b3-a94c-ad6d5971cea2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0443363 Mar 08 19:51:52.294639 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe4d5e-1f78-4a04-a11a-95b9ec957c76 req-b6cefa6b-c710-452a-b1e1-881ce08201b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:52.296090 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-45fe4d5e-1f78-4a04-a11a-95b9ec957c76 req-b6cefa6b-c710-452a-b1e1-881ce08201b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0864885 Mar 08 19:51:52.358899 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-45fe4d5e-1f78-4a04-a11a-95b9ec957c76 req-1bcbfef5-1c25-4440-9741-cd1fad93198b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1000 time: 0.0561125 Mar 08 19:51:52.401408 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:51:52.406819 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-49d16757-a92b-4b5d-9129-97bd47c124a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:20Z', 'revision_number': 4, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '7dcfdc9e-2fcc-43c8-bd24-630611c87542', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'port_id': 'a295e990-86a1-493f-840d-bbb1864b6780', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'mac_address': 'fa:16:3e:f9:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb579508-9118-47e4-a758-8e9c83890f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:51:39Z', 'updated_at': '2022-03-08T19:51:51Z', 'revision_number': 1, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2788c3-a0b7-44ec-9c46-65b19dc17125', 'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'mac_address': 'fa:16:3e:d9:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:17Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 5, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'subnets': [{'id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:52.408788 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe4d5e-1f78-4a04-a11a-95b9ec957c76 req-77fbdf29-278a-4bff-9abb-5ef459893298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:52.410285 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-45fe4d5e-1f78-4a04-a11a-95b9ec957c76 req-77fbdf29-278a-4bff-9abb-5ef459893298 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0431054 Mar 08 19:51:52.432804 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d16757-a92b-4b5d-9129-97bd47c124a6 None None] Checking router: 5490e075-1894-4b51-a3c4-2487a7800c2d for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:51:52.440944 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d16757-a92b-4b5d-9129-97bd47c124a6 None None] Routers {'5490e075-1894-4b51-a3c4-2487a7800c2d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:51:52.441543 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-49d16757-a92b-4b5d-9129-97bd47c124a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:51:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['5490e075-1894-4b51-a3c4-2487a7800c2d'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:52.461940 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe4d5e-1f78-4a04-a11a-95b9ec957c76 req-388f4b8a-ef12-4587-888f-42f1320c210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:51:52.463495 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-45fe4d5e-1f78-4a04-a11a-95b9ec957c76 req-388f4b8a-ef12-4587-888f-42f1320c210b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471165 Mar 08 19:51:52.552114 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-49d16757-a92b-4b5d-9129-97bd47c124a6 None None] Set router 5490e075-1894-4b51-a3c4-2487a7800c2d gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:51:52.555098 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-45fe4d5e-1f78-4a04-a11a-95b9ec957c76 req-7de9be1f-a5bb-4dcf-9cd3-552017ec7539 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837085 Mar 08 19:51:52.648143 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-45fe4d5e-1f78-4a04-a11a-95b9ec957c76 req-60551b06-a39d-4bdd-81d2-b037c87eafae service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852187 Mar 08 19:51:52.775017 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-49d16757-a92b-4b5d-9129-97bd47c124a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:20Z', 'revision_number': 4, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '7dcfdc9e-2fcc-43c8-bd24-630611c87542', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'port_id': 'a295e990-86a1-493f-840d-bbb1864b6780', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'mac_address': 'fa:16:3e:f9:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb579508-9118-47e4-a758-8e9c83890f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:51:39Z', 'updated_at': '2022-03-08T19:51:51Z', 'revision_number': 1, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2788c3-a0b7-44ec-9c46-65b19dc17125', 'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'mac_address': 'fa:16:3e:d9:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:17Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 5, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'subnets': [{'id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:51:52.799866 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d16757-a92b-4b5d-9129-97bd47c124a6 None None] The sync data for ids ['5490e075-1894-4b51-a3c4-2487a7800c2d'] in dv-cinder-830093-3-iscsi is: [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:20Z', 'revision_number': 4, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '7dcfdc9e-2fcc-43c8-bd24-630611c87542', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'port_id': 'a295e990-86a1-493f-840d-bbb1864b6780', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'mac_address': 'fa:16:3e:f9:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb579508-9118-47e4-a758-8e9c83890f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:51:39Z', 'updated_at': '2022-03-08T19:51:51Z', 'revision_number': 1, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2788c3-a0b7-44ec-9c46-65b19dc17125', 'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'mac_address': 'fa:16:3e:d9:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:17Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 5, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'subnets': [{'id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:51:52.993024 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6681424f-809e-4a77-b29c-8161013b0013 None None] New status for floating IP 7dcfdc9e-2fcc-43c8-bd24-630611c87542: ACTIVE {{(pid=109692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:51:56.144426 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c00d36c7-ed9b-4e5a-9795-49188e4c92b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:58.408342 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-6e90f537-c3c0-433a-948a-00fe9df29d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:51:59.634021 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:01.070204 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:02.352055 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:09.568684 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525e75b-2012-45ab-ac1e-543178e0e14a req-d2e16ce2-eaae-4551-ad7c-479b27764f94 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:09.570166 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d525e75b-2012-45ab-ac1e-543178e0e14a req-d2e16ce2-eaae-4551-ad7c-479b27764f94 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 946 time: 0.0533164 Mar 08 19:52:09.635928 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d525e75b-2012-45ab-ac1e-543178e0e14a req-8ffcae62-8035-4b9c-bda7-750898cc194e tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b6cafbd-5e3b-4998-833d-9fe37521e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600116 Mar 08 19:52:10.885311 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc322b-88bf-4d54-959a-b69539affe07 req-eb3a798f-491e-475b-b824-d92403890e45 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:10.886835 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e3dc322b-88bf-4d54-959a-b69539affe07 req-eb3a798f-491e-475b-b824-d92403890e45 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 946 time: 0.1810298 Mar 08 19:52:10.934800 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e3dc322b-88bf-4d54-959a-b69539affe07 req-12f19bf2-c719-4842-9172-dc16d5095e4f tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b6cafbd-5e3b-4998-833d-9fe37521e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416231 Mar 08 19:52:11.627944 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb214c-31c6-4c4f-8765-dc75546d90a5 req-2057e702-0a3b-4ca6-99ea-00134baca890 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:11.629443 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0efb214c-31c6-4c4f-8765-dc75546d90a5 req-2057e702-0a3b-4ca6-99ea-00134baca890 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "GET /v2.0/ports?device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 946 time: 0.0604162 Mar 08 19:52:11.725746 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-0efb214c-31c6-4c4f-8765-dc75546d90a5 req-683a65f2-052f-400b-9c51-fbba3accbf64 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Deleting port 8a12a54f-7ede-4f74-acbe-18594f4017ff {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:52:11.726085 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-0efb214c-31c6-4c4f-8765-dc75546d90a5 req-683a65f2-052f-400b-9c51-fbba3accbf64 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (8a12a54f-7ede-4f74-acbe-18594f4017ff), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:11.813764 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-0efb214c-31c6-4c4f-8765-dc75546d90a5 req-683a65f2-052f-400b-9c51-fbba3accbf64 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] For port 8a12a54f-7ede-4f74-acbe-18594f4017ff, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8a12a54f-7ede-4f74-acbe-18594f4017ff,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:52:11.814138 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-0efb214c-31c6-4c4f-8765-dc75546d90a5 req-683a65f2-052f-400b-9c51-fbba3accbf64 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (8a12a54f-7ede-4f74-acbe-18594f4017ff), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:11.998457 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-0efb214c-31c6-4c4f-8765-dc75546d90a5 req-683a65f2-052f-400b-9c51-fbba3accbf64 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:11.999157 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-0efb214c-31c6-4c4f-8765-dc75546d90a5 req-683a65f2-052f-400b-9c51-fbba3accbf64 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (016351d0-9a94-4e53-b868-038c94038a0e), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:11.999157 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.l3_db [req-0efb214c-31c6-4c4f-8765-dc75546d90a5 req-683a65f2-052f-400b-9c51-fbba3accbf64 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Floating IP 016351d0-9a94-4e53-b868-038c94038a0e disassociated. External IP: 172.27.1.162, port: 8a12a54f-7ede-4f74-acbe-18594f4017ff. Mar 08 19:52:11.999600 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-0efb214c-31c6-4c4f-8765-dc75546d90a5 req-683a65f2-052f-400b-9c51-fbba3accbf64 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Calling delete_port for 8a12a54f-7ede-4f74-acbe-18594f4017ff owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:52:12.112794 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e44293-cec9-484f-9a30-987d5a7f9483 req-0fe3eb1b-7dcd-4f1d-bb76-61cfcdac9160 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:12.114493 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-49e44293-cec9-484f-9a30-987d5a7f9483 req-0fe3eb1b-7dcd-4f1d-bb76-61cfcdac9160 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=b37d3efc-2ed3-4421-8b7b-482ebff040b3 HTTP/1.1" status: 200 len: 946 time: 0.1112025 Mar 08 19:52:12.130059 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-0efb214c-31c6-4c4f-8765-dc75546d90a5 req-683a65f2-052f-400b-9c51-fbba3accbf64 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (8a12a54f-7ede-4f74-acbe-18594f4017ff), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:12.162890 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a65f2-052f-400b-9c51-fbba3accbf64 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event deleted for resources: {'Port': ['ID=8a12a54f-7ede-4f74-acbe-18594f4017ff,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:12.164141 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-49e44293-cec9-484f-9a30-987d5a7f9483 req-71e84df7-7b4e-4b1b-ba0a-eb5eadc1278c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b6cafbd-5e3b-4998-833d-9fe37521e97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 Mar 08 19:52:12.276989 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0efb214c-31c6-4c4f-8765-dc75546d90a5 req-683a65f2-052f-400b-9c51-fbba3accbf64 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Router d8357a97-1270-4600-8b32-23ca28274084 has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:52:12.377400 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:12.387777 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0efb214c-31c6-4c4f-8765-dc75546d90a5 req-683a65f2-052f-400b-9c51-fbba3accbf64 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:52:12.399024 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe66a02-cd9a-48e6-8f24-cb2820208b3a None None] Sync routers for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:52:12.409901 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe66a02-cd9a-48e6-8f24-cb2820208b3a None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:52:12.410507 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-cfe66a02-cd9a-48e6-8f24-cb2820208b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:51:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:52:12.429135 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efb214c-31c6-4c4f-8765-dc75546d90a5 req-683a65f2-052f-400b-9c51-fbba3accbf64 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] No DVR routers for this DVR port 8a12a54f-7ede-4f74-acbe-18594f4017ff on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:52:12.431686 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-0efb214c-31c6-4c4f-8765-dc75546d90a5 req-683a65f2-052f-400b-9c51-fbba3accbf64 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:12.434866 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0efb214c-31c6-4c4f-8765-dc75546d90a5 req-683a65f2-052f-400b-9c51-fbba3accbf64 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "DELETE /v2.0/ports/8a12a54f-7ede-4f74-acbe-18594f4017ff HTTP/1.1" status: 204 len: 173 time: 0.7988002 Mar 08 19:52:12.435303 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37d3efc-2ed3-4421-8b7b-482ebff040b3', 'name': 'network-vif-deleted', 'tag': '8a12a54f-7ede-4f74-acbe-18594f4017ff'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:52:12.437575 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365ae062-e38a-4c00-ad2a-6b403bfb23f6" -d '{"events": [{"server_uuid": "b37d3efc-2ed3-4421-8b7b-482ebff040b3", "name": "network-vif-deleted", "tag": "8a12a54f-7ede-4f74-acbe-18594f4017ff"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:52:12.472168 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679fcbf1-684a-49d6-a641-e6fab60f18eb x-openstack-request-id: req-679fcbf1-684a-49d6-a641-e6fab60f18eb {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:52:12.472684 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37d3efc-2ed3-4421-8b7b-482ebff040b3", "name": "network-vif-deleted", "tag": "8a12a54f-7ede-4f74-acbe-18594f4017ff", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:52:12.472947 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-679fcbf1-684a-49d6-a641-e6fab60f18eb {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:52:12.473345 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37d3efc-2ed3-4421-8b7b-482ebff040b3', 'name': 'network-vif-deleted', 'tag': '8a12a54f-7ede-4f74-acbe-18594f4017ff', 'status': 'completed', 'code': 200} Mar 08 19:52:12.660958 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-cfe66a02-cd9a-48e6-8f24-cb2820208b3a None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:52:12.858349 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-cfe66a02-cd9a-48e6-8f24-cb2820208b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:52:12.886786 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe66a02-cd9a-48e6-8f24-cb2820208b3a None None] Checking router: d8357a97-1270-4600-8b32-23ca28274084 for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:52:12.896108 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe66a02-cd9a-48e6-8f24-cb2820208b3a None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:52:12.896755 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-cfe66a02-cd9a-48e6-8f24-cb2820208b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:51:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:52:13.013365 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-cfe66a02-cd9a-48e6-8f24-cb2820208b3a None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:52:13.220497 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-cfe66a02-cd9a-48e6-8f24-cb2820208b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:52:13.248911 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe66a02-cd9a-48e6-8f24-cb2820208b3a None None] The sync data for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi is: [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:52:13.257290 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 60560) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:52:13.313824 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-71de0334-fd6c-42c8-bc28-6d9918c655f0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (2b6cafbd-5e3b-4998-833d-9fe37521e97e), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:13.337893 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-71de0334-fd6c-42c8-bc28-6d9918c655f0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (2b6cafbd-5e3b-4998-833d-9fe37521e97e), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:13.387812 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-71de0334-fd6c-42c8-bc28-6d9918c655f0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (2b6cafbd-5e3b-4998-833d-9fe37521e97e), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:13.390802 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-71de0334-fd6c-42c8-bc28-6d9918c655f0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:13.392119 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-71de0334-fd6c-42c8-bc28-6d9918c655f0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "DELETE /v2.0/security-groups/2b6cafbd-5e3b-4998-833d-9fe37521e97e HTTP/1.1" status: 204 len: 168 time: 0.1331418 Mar 08 19:52:13.395237 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 60562) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:52:13.401681 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de0334-fd6c-42c8-bc28-6d9918c655f0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6cafbd-5e3b-4998-833d-9fe37521e97e,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:13.409105 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.api.v2.resource [None req-25d55552-ce8d-40e4-9e16-3ab8f31b2032 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] show failed (client error): The resource could not be found. Mar 08 19:52:13.410165 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-25d55552-ce8d-40e4-9e16-3ab8f31b2032 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups/2b6cafbd-5e3b-4998-833d-9fe37521e97e HTTP/1.1" status: 404 len: 347 time: 0.0139494 Mar 08 19:52:13.413303 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 60564) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:52:13.511189 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62b1509-ec69-4268-a94d-9d716fddf103 None None] New status for floating IP 016351d0-9a94-4e53-b868-038c94038a0e: DOWN {{(pid=109692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:52:13.548764 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-a7fd1795-3205-4875-b872-2287a4d4ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Deleting port 547a2145-0fd9-449b-9463-fe01fe849336 {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:52:13.549106 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1795-3205-4875-b872-2287a4d4ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (547a2145-0fd9-449b-9463-fe01fe849336), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:13.629599 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1795-3205-4875-b872-2287a4d4ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (547a2145-0fd9-449b-9463-fe01fe849336), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:13.629899 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1795-3205-4875-b872-2287a4d4ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (547a2145-0fd9-449b-9463-fe01fe849336), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:13.642749 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-a7fd1795-3205-4875-b872-2287a4d4ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Calling delete_port for 547a2145-0fd9-449b-9463-fe01fe849336 owned by network:floatingip {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:52:13.783327 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1795-3205-4875-b872-2287a4d4ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (547a2145-0fd9-449b-9463-fe01fe849336), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:13.811616 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd1795-3205-4875-b872-2287a4d4ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event deleted for resources: {'Port': ['ID=547a2145-0fd9-449b-9463-fe01fe849336,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:13.864772 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e28479d4-7ade-4562-8b43-23fbb05e5994 req-cab5288f-24fb-4bc2-83ca-ac292e7054d6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575643 Mar 08 19:52:13.874441 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1795-3205-4875-b872-2287a4d4ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (016351d0-9a94-4e53-b868-038c94038a0e), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:13.877317 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1795-3205-4875-b872-2287a4d4ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:13.878464 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-a7fd1795-3205-4875-b872-2287a4d4ff47 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "DELETE /v2.0/floatingips/016351d0-9a94-4e53-b868-038c94038a0e HTTP/1.1" status: 204 len: 168 time: 0.4642615 Mar 08 19:52:13.951389 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28479d4-7ade-4562-8b43-23fbb05e5994 req-4af8e8e1-445f-4017-b484-83b36eb7ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:13.952886 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e28479d4-7ade-4562-8b43-23fbb05e5994 req-4af8e8e1-445f-4017-b484-83b36eb7ceae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b47b5204f2f43e5a2162e5e0f450500&device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 1129 time: 0.0437188 Mar 08 19:52:14.054854 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28479d4-7ade-4562-8b43-23fbb05e5994 req-c5dc40c1-6eaa-46c9-b3ea-c6c49136cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:14.056369 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e28479d4-7ade-4562-8b43-23fbb05e5994 req-c5dc40c1-6eaa-46c9-b3ea-c6c49136cce0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15c07b37-2e57-425d-a12f-c3c92656e6be HTTP/1.1" status: 200 len: 909 time: 0.0829134 Mar 08 19:52:14.109149 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 60568) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:52:14.115212 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-fe76b61a-52a4-40c5-8f3f-6d6541acd412 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1647331878', 'description': 'tempest-description--1117511599'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:52:14.137497 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fe76b61a-52a4-40c5-8f3f-6d6541acd412 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:14.139688 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e28479d4-7ade-4562-8b43-23fbb05e5994 req-a656710a-9ef8-4f27-bd39-7c0419902b41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf60bdec-d657-4193-8d4c-6d75b8d18de9 HTTP/1.1" status: 200 len: 1001 time: 0.0721629 Mar 08 19:52:14.195224 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28479d4-7ade-4562-8b43-23fbb05e5994 req-3bc6d522-a4e9-41e3-9fed-f14195d0120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:14.196382 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e28479d4-7ade-4562-8b43-23fbb05e5994 req-3bc6d522-a4e9-41e3-9fed-f14195d0120e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=89e0a234-aa20-4709-9097-ea62c5d21a17 HTTP/1.1" status: 200 len: 847 time: 0.0483298 Mar 08 19:52:14.209133 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fe76b61a-52a4-40c5-8f3f-6d6541acd412 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (5e4e2e94-a39f-4338-8d3f-34ad211557ef), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:14.213707 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fe76b61a-52a4-40c5-8f3f-6d6541acd412 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (5e4e2e94-a39f-4338-8d3f-34ad211557ef), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:14.245309 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fe76b61a-52a4-40c5-8f3f-6d6541acd412 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:14.246374 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-fe76b61a-52a4-40c5-8f3f-6d6541acd412 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1353972 Mar 08 19:52:14.248622 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76b61a-52a4-40c5-8f3f-6d6541acd412 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4e2e94-a39f-4338-8d3f-34ad211557ef,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:14.249070 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28479d4-7ade-4562-8b43-23fbb05e5994 req-0bde122a-bc02-4f18-86ab-d09c7f380676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:14.250718 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e28479d4-7ade-4562-8b43-23fbb05e5994 req-0bde122a-bc02-4f18-86ab-d09c7f380676 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15c07b37-2e57-425d-a12f-c3c92656e6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462451 Mar 08 19:52:14.251244 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 60574) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:52:14.255856 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-5a9e2533-2530-47a0-a489-f45c795fcfc9 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'security_group_rule': {'security_group_id': '5e4e2e94-a39f-4338-8d3f-34ad211557ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:52:14.336028 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2533-2530-47a0-a489-f45c795fcfc9 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (2d3881d9-761c-4c20-89c8-b97f3e7b6225), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:14.408426 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e28479d4-7ade-4562-8b43-23fbb05e5994 req-522aecc9-7dd6-4eeb-ba3e-490e7cfb3346 service neutron] 10.222.0.60 "GET /v2.0/networks/15c07b37-2e57-425d-a12f-c3c92656e6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461005 Mar 08 19:52:14.491192 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2533-2530-47a0-a489-f45c795fcfc9 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (2d3881d9-761c-4c20-89c8-b97f3e7b6225), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:14.498787 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2533-2530-47a0-a489-f45c795fcfc9 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (2d3881d9-761c-4c20-89c8-b97f3e7b6225), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:14.514906 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4897481-9b46-4526-9c85-80606caff8d1 req-949422fd-a4d1-4d08-ac24-d0da867696f1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:14.516386 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f4897481-9b46-4526-9c85-80606caff8d1 req-949422fd-a4d1-4d08-ac24-d0da867696f1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=701be7a5-99ea-4571-94d3-b4fcd131f495 HTTP/1.1" status: 200 len: 945 time: 0.1474020 Mar 08 19:52:14.541442 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e2533-2530-47a0-a489-f45c795fcfc9 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3881d9-761c-4c20-89c8-b97f3e7b6225,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:14.561454 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2533-2530-47a0-a489-f45c795fcfc9 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:14.562619 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-5a9e2533-2530-47a0-a489-f45c795fcfc9 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3103309 Mar 08 19:52:14.565554 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 60578) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:52:14.570629 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-344dbde7-e0ca-43e7-9fcd-d8a96013239e tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'security_group_rule': {'security_group_id': '5e4e2e94-a39f-4338-8d3f-34ad211557ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:52:14.572763 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e28479d4-7ade-4562-8b43-23fbb05e5994 req-dd1ae6f5-38c5-4c93-84ad-b6210c85cca3 service neutron] 10.222.0.60 "GET /v2.0/networks/15c07b37-2e57-425d-a12f-c3c92656e6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549351 Mar 08 19:52:14.594614 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f4897481-9b46-4526-9c85-80606caff8d1 req-d663b054-d236-4042-a0dc-592e0c01f3ad tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676301 Mar 08 19:52:14.598651 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-344dbde7-e0ca-43e7-9fcd-d8a96013239e tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (64bd6373-9dd8-4565-8259-395517c17b1c), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:14.643828 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 8a12a54f-7ede-4f74-acbe-18594f4017ff no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:52:14.663729 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: 8a12a54f-7ede-4f74-acbe-18594f4017ff {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:52:14.664006 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 8a12a54f-7ede-4f74-acbe-18594f4017ff not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:52:14.664144 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-344dbde7-e0ca-43e7-9fcd-d8a96013239e tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (64bd6373-9dd8-4565-8259-395517c17b1c), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:14.667861 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-344dbde7-e0ca-43e7-9fcd-d8a96013239e tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (64bd6373-9dd8-4565-8259-395517c17b1c), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:14.684923 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dbde7-e0ca-43e7-9fcd-d8a96013239e tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bd6373-9dd8-4565-8259-395517c17b1c,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:14.693128 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-344dbde7-e0ca-43e7-9fcd-d8a96013239e tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:14.694350 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-344dbde7-e0ca-43e7-9fcd-d8a96013239e tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277320 Mar 08 19:52:14.697997 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 60580) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:52:14.702287 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-84e229a8-36df-42e5-b20a-1456e8c53323 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'floatingip': {'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:52:14.720930 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-84e229a8-36df-42e5-b20a-1456e8c53323 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:14.812931 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-84e229a8-36df-42e5-b20a-1456e8c53323 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:14.915966 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [None req-84e229a8-36df-42e5-b20a-1456e8c53323 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Allocated IP 172.27.1.21 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/93f864a5-5fff-4e59-8557-49e7eb8cd1fd) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:52:15.012317 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-84e229a8-36df-42e5-b20a-1456e8c53323 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for port (93f864a5-5fff-4e59-8557-49e7eb8cd1fd), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:15.044926 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-84e229a8-36df-42e5-b20a-1456e8c53323 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (93f864a5-5fff-4e59-8557-49e7eb8cd1fd), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:15.085123 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e229a8-36df-42e5-b20a-1456e8c53323 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:52:15.087807 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-84e229a8-36df-42e5-b20a-1456e8c53323 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:52:15.091240 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e229a8-36df-42e5-b20a-1456e8c53323 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:52:15.117697 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e229a8-36df-42e5-b20a-1456e8c53323 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'Port': ['ID=93f864a5-5fff-4e59-8557-49e7eb8cd1fd,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:15.179833 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-84e229a8-36df-42e5-b20a-1456e8c53323 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (f1b77a61-c6ad-4c58-b308-7b00a821d482), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:15.213656 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-84e229a8-36df-42e5-b20a-1456e8c53323 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (93f864a5-5fff-4e59-8557-49e7eb8cd1fd), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:15.356810 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-84e229a8-36df-42e5-b20a-1456e8c53323 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for port (93f864a5-5fff-4e59-8557-49e7eb8cd1fd), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:15.361004 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-84e229a8-36df-42e5-b20a-1456e8c53323 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31980278'] for port (93f864a5-5fff-4e59-8557-49e7eb8cd1fd), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:15.429164 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e229a8-36df-42e5-b20a-1456e8c53323 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'Port': ['ID=93f864a5-5fff-4e59-8557-49e7eb8cd1fd,revision_number=2']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:15.438833 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-84e229a8-36df-42e5-b20a-1456e8c53323 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (f1b77a61-c6ad-4c58-b308-7b00a821d482), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:15.453284 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-84e229a8-36df-42e5-b20a-1456e8c53323 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:15.454512 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-84e229a8-36df-42e5-b20a-1456e8c53323 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7555561 Mar 08 19:52:15.645706 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-51bf52b3-2b41-42c6-a737-467f202de4c6 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1647331878&fields=id&tenant_id=94f11a138e0849f79d37eff5a59cf1cb HTTP/1.1" status: 200 len: 267 time: 0.0415757 Mar 08 19:52:15.712054 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b7a5f-f5f2-4d65-9af2-3d1a0cd1dac9 req-a20b3f2e-246e-4adb-bb5f-49dc7963cb3d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:15.714008 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8b0b7a5f-f5f2-4d65-9af2-3d1a0cd1dac9 req-a20b3f2e-246e-4adb-bb5f-49dc7963cb3d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=701be7a5-99ea-4571-94d3-b4fcd131f495 HTTP/1.1" status: 200 len: 945 time: 0.0532401 Mar 08 19:52:15.750484 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-ffc248a8-3389-4338-8eff-d9993e34935d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:15.751957 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-ffc248a8-3389-4338-8eff-d9993e34935d tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/networks?id=dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 200 len: 815 time: 0.0995362 Mar 08 19:52:15.765031 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8b0b7a5f-f5f2-4d65-9af2-3d1a0cd1dac9 req-62bd08d1-1c5e-4555-a08c-7d12fd818658 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453088 Mar 08 19:52:15.766754 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-51360de4-b15c-4e8d-aa85-2aebb6ea9c9f tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/quotas/94f11a138e0849f79d37eff5a59cf1cb HTTP/1.1" status: 200 len: 375 time: 0.0094323 Mar 08 19:52:15.826918 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-4f7b7d64-6a2b-4d2e-8633-db898b8657dd tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551331 Mar 08 19:52:15.918367 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-fd4fa9c1-b0b1-4c59-8c2c-8d1018e4dc9c service neutron] 10.222.0.45 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799489 Mar 08 19:52:16.006969 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-2dc077a1-0187-4cb2-9d6d-32ea39185531 service neutron] 10.222.0.45 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830057 Mar 08 19:52:16.166416 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6c834337-0032-4ac7-8d5d-86cd70afd5f3 req-f0be6ce9-0d62-4a3c-9e5e-b4bec3028505 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 210 time: 0.0272825 Mar 08 19:52:16.268012 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2df72-4176-4b9a-b50f-71c9f81bed7d req-d13e18de-8119-4cf9-86c2-cfae3c0ec163 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:16.269513 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-67c2df72-4176-4b9a-b50f-71c9f81bed7d req-d13e18de-8119-4cf9-86c2-cfae3c0ec163 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.60 "GET /v2.0/ports?device_id=701be7a5-99ea-4571-94d3-b4fcd131f495 HTTP/1.1" status: 200 len: 945 time: 0.0522268 Mar 08 19:52:16.363061 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-67c2df72-4176-4b9a-b50f-71c9f81bed7d req-e23a1025-4f92-42e0-9543-f1f0fcaa4bb0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Deleting port f517b434-848c-4999-8f8b-d07045b2c225 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:52:16.363408 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-67c2df72-4176-4b9a-b50f-71c9f81bed7d req-e23a1025-4f92-42e0-9543-f1f0fcaa4bb0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (f517b434-848c-4999-8f8b-d07045b2c225), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:16.467436 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-67c2df72-4176-4b9a-b50f-71c9f81bed7d req-e23a1025-4f92-42e0-9543-f1f0fcaa4bb0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] For port f517b434-848c-4999-8f8b-d07045b2c225, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f517b434-848c-4999-8f8b-d07045b2c225,segment=NetworkSegment(c37a5047-594c-45eb-a67d-04be86042a0d),segment_id=c37a5047-594c-45eb-a67d-04be86042a0d)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:52:16.468103 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-67c2df72-4176-4b9a-b50f-71c9f81bed7d req-e23a1025-4f92-42e0-9543-f1f0fcaa4bb0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (f517b434-848c-4999-8f8b-d07045b2c225), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:16.480971 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-67c2df72-4176-4b9a-b50f-71c9f81bed7d req-e23a1025-4f92-42e0-9543-f1f0fcaa4bb0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Calling delete_port for f517b434-848c-4999-8f8b-d07045b2c225 owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:52:16.612464 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-67c2df72-4176-4b9a-b50f-71c9f81bed7d req-e23a1025-4f92-42e0-9543-f1f0fcaa4bb0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (f517b434-848c-4999-8f8b-d07045b2c225), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:16.624318 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['f517b434-848c-4999-8f8b-d07045b2c225'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:52:16.641991 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a1025-4f92-42e0-9543-f1f0fcaa4bb0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Pushing event deleted for resources: {'Port': ['ID=f517b434-848c-4999-8f8b-d07045b2c225,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:16.685354 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c2df72-4176-4b9a-b50f-71c9f81bed7d req-e23a1025-4f92-42e0-9543-f1f0fcaa4bb0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] No DVR routers for this DVR port f517b434-848c-4999-8f8b-d07045b2c225 on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:52:16.687858 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-67c2df72-4176-4b9a-b50f-71c9f81bed7d req-e23a1025-4f92-42e0-9543-f1f0fcaa4bb0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:16.691090 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-67c2df72-4176-4b9a-b50f-71c9f81bed7d req-e23a1025-4f92-42e0-9543-f1f0fcaa4bb0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.60 "DELETE /v2.0/ports/f517b434-848c-4999-8f8b-d07045b2c225 HTTP/1.1" status: 204 len: 173 time: 0.4157825 Mar 08 19:52:16.691526 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701be7a5-99ea-4571-94d3-b4fcd131f495', 'name': 'network-vif-deleted', 'tag': 'f517b434-848c-4999-8f8b-d07045b2c225'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:52:16.693770 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdc1265-a056-4361-a505-e212c534fad0" -d '{"events": [{"server_uuid": "701be7a5-99ea-4571-94d3-b4fcd131f495", "name": "network-vif-deleted", "tag": "f517b434-848c-4999-8f8b-d07045b2c225"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:52:16.733190 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb32b0f3-f59b-4710-8fb0-23512a19790e x-openstack-request-id: req-eb32b0f3-f59b-4710-8fb0-23512a19790e {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:52:16.733865 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701be7a5-99ea-4571-94d3-b4fcd131f495", "name": "network-vif-deleted", "tag": "f517b434-848c-4999-8f8b-d07045b2c225", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:52:16.733865 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eb32b0f3-f59b-4710-8fb0-23512a19790e {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:52:16.734213 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701be7a5-99ea-4571-94d3-b4fcd131f495', 'name': 'network-vif-deleted', 'tag': 'f517b434-848c-4999-8f8b-d07045b2c225', 'status': 'completed', 'code': 200} Mar 08 19:52:16.866610 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-32192744-ea03-4e36-9c79-8f10c299b44f req-a0937532-7fac-4126-985f-8624d3e576db tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=701be7a5-99ea-4571-94d3-b4fcd131f495 HTTP/1.1" status: 200 len: 210 time: 0.0287063 Mar 08 19:52:17.272144 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-943b873c-bdd9-4672-bece-676991695ddf req-fd7931b8-5e43-4033-be7a-ab3f5d090701 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 210 time: 0.0314817 Mar 08 19:52:17.309227 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-f1c770f2-bcf6-432e-8a4f-206b359d5859 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:17.310772 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-f1c770f2-bcf6-432e-8a4f-206b359d5859 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "GET /v2.0/networks?id=dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 200 len: 815 time: 0.1363695 Mar 08 19:52:17.380188 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-184fe8dd-6607-4db8-aff5-3371015acf97 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94f11a138e0849f79d37eff5a59cf1cb HTTP/1.1" status: 200 len: 380 time: 0.0548258 Mar 08 19:52:17.394515 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-e2effec7-6349-4782-b0e1-ac3db0c87a32 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'port': {'device_id': '30b992e6-93af-4c5c-8e4f-8004842e455e', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'admin_state_up': True, 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'security_groups': ['5e4e2e94-a39f-4338-8d3f-34ad211557ef']}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:52:17.504939 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-e2effec7-6349-4782-b0e1-ac3db0c87a32 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Made reservation on behalf of 94f11a138e0849f79d37eff5a59cf1cb for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:52:17.508563 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-e2effec7-6349-4782-b0e1-ac3db0c87a32 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:17.627597 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-e2effec7-6349-4782-b0e1-ac3db0c87a32 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Allocated IP 172.20.0.9 (dfea349b-6bfd-41c2-92c4-062cebf33ab6/5d1de695-2f89-4670-8368-e25440455f01/4f48c927-0691-47e3-8433-ee3ab38d9048) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:52:17.758613 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-e2effec7-6349-4782-b0e1-ac3db0c87a32 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for port (4f48c927-0691-47e3-8433-ee3ab38d9048), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:17.790975 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-e2effec7-6349-4782-b0e1-ac3db0c87a32 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (4f48c927-0691-47e3-8433-ee3ab38d9048), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:17.835657 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-e2effec7-6349-4782-b0e1-ac3db0c87a32 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Network dfea349b-6bfd-41c2-92c4-062cebf33ab6 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:52:17.838566 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-e2effec7-6349-4782-b0e1-ac3db0c87a32 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:52:17.842152 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-e2effec7-6349-4782-b0e1-ac3db0c87a32 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:52:17.868885 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2effec7-6349-4782-b0e1-ac3db0c87a32 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event updated for resources: {'Port': ['ID=4f48c927-0691-47e3-8433-ee3ab38d9048,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:17.896821 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-e2effec7-6349-4782-b0e1-ac3db0c87a32 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:17.897451 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-e2effec7-6349-4782-b0e1-ac3db0c87a32 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:17.917434 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-e2effec7-6349-4782-b0e1-ac3db0c87a32 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5269356 Mar 08 19:52:17.930099 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Request body: {'port': {'device_id': '30b992e6-93af-4c5c-8e4f-8004842e455e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:52:17.994670 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4f48c927-0691-47e3-8433-ee3ab38d9048), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:18.117151 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-caf9a2f1-53d2-4ba2-b19e-18fe1fb76b31 None None] Provisioning complete for port 4f48c927-0691-47e3-8433-ee3ab38d9048 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:52:18.117642 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-caf9a2f1-53d2-4ba2-b19e-18fe1fb76b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4f48c927-0691-47e3-8433-ee3ab38d9048), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:18.152030 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-caf9a2f1-53d2-4ba2-b19e-18fe1fb76b31 None None] Port 4f48c927-0691-47e3-8433-ee3ab38d9048 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 19:52:18.268664 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f48c927-0691-47e3-8433-ee3ab38d9048 {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:52:18.276028 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Publish callbacks [] for port (4f48c927-0691-47e3-8433-ee3ab38d9048), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:18.287921 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Transition to ACTIVE for port object 4f48c927-0691-47e3-8433-ee3ab38d9048 will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:52:18.292315 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (4f48c927-0691-47e3-8433-ee3ab38d9048), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:18.373305 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f48c927-0691-47e3-8433-ee3ab38d9048,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:18.408572 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449b49a-c0b0-414c-ba75-77b9e7d2507b req-bc1eeb8c-769e-4ad3-8312-9feee40feac7 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:18.410294 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4449b49a-c0b0-414c-ba75-77b9e7d2507b req-bc1eeb8c-769e-4ad3-8312-9feee40feac7 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 943 time: 0.0632443 Mar 08 19:52:18.430209 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Attempting to bind port 4f48c927-0691-47e3-8433-ee3ab38d9048 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:52:18.430547 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Attempting to bind port 4f48c927-0691-47e3-8433-ee3ab38d9048 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:52:18.430919 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Attempting to bind port 4f48c927-0691-47e3-8433-ee3ab38d9048 on network dfea349b-6bfd-41c2-92c4-062cebf33ab6 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:52:18.435636 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Port 4f48c927-0691-47e3-8433-ee3ab38d9048 on network dfea349b-6bfd-41c2-92c4-062cebf33ab6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:52:18.435941 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Attempting to bind port 4f48c927-0691-47e3-8433-ee3ab38d9048 on network dfea349b-6bfd-41c2-92c4-062cebf33ab6 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:52:18.440839 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:52:18.441177 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Checking segment: {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:52:18.441558 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Bound using segment: {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:52:18.441987 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Bound port: 4f48c927-0691-47e3-8433-ee3ab38d9048, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1cc0da-a569-4dec-9d46-54d4362584ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:52:18.442469 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4f48c927-0691-47e3-8433-ee3ab38d9048), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:18.459077 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4449b49a-c0b0-414c-ba75-77b9e7d2507b req-5f3f29da-e777-408e-8b31-75ccc281b268 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=5e4e2e94-a39f-4338-8d3f-34ad211557ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423641 Mar 08 19:52:18.511714 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] For port 4f48c927-0691-47e3-8433-ee3ab38d9048, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:52:18.514873 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] For port 4f48c927-0691-47e3-8433-ee3ab38d9048, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f48c927-0691-47e3-8433-ee3ab38d9048,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:52:18.521217 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (4f48c927-0691-47e3-8433-ee3ab38d9048), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:18.557278 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:18.557891 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:18.559256 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] 10.222.0.60 "PUT /v2.0/ports/4f48c927-0691-47e3-8433-ee3ab38d9048 HTTP/1.1" status: 200 len: 1093 time: 0.6336043 Mar 08 19:52:18.577422 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcaab32-2e19-45cc-b69c-3cf2e6eddef4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f48c927-0691-47e3-8433-ee3ab38d9048,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:18.735185 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b992e6-93af-4c5c-8e4f-8004842e455e', 'tag': '4f48c927-0691-47e3-8433-ee3ab38d9048'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:52:18.738135 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928e4b27-a689-42ab-9903-477dc615ddda" -d '{"events": [{"name": "network-changed", "server_uuid": "30b992e6-93af-4c5c-8e4f-8004842e455e", "tag": "4f48c927-0691-47e3-8433-ee3ab38d9048"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:52:18.774038 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7070bc51-2f81-4305-86ab-ec9f8c257e91 x-openstack-request-id: req-7070bc51-2f81-4305-86ab-ec9f8c257e91 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:52:18.775158 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b992e6-93af-4c5c-8e4f-8004842e455e", "tag": "4f48c927-0691-47e3-8433-ee3ab38d9048", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:52:18.775333 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7070bc51-2f81-4305-86ab-ec9f8c257e91 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:52:18.775670 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b992e6-93af-4c5c-8e4f-8004842e455e', 'tag': '4f48c927-0691-47e3-8433-ee3ab38d9048', 'status': 'completed', 'code': 200} Mar 08 19:52:19.584035 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa8101-0cf2-4ac9-a7bc-83b0f4136ebf req-f46b8732-d3f6-4e46-ac6d-41d03e264343 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:19.585528 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b0aa8101-0cf2-4ac9-a7bc-83b0f4136ebf req-f46b8732-d3f6-4e46-ac6d-41d03e264343 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 943 time: 0.0573363 Mar 08 19:52:19.632225 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b0aa8101-0cf2-4ac9-a7bc-83b0f4136ebf req-3062db7e-29b3-4111-9bc7-61021d8bd830 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=5e4e2e94-a39f-4338-8d3f-34ad211557ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412185 Mar 08 19:52:20.749702 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80f4f9-a47a-4392-83e1-b36d850a104b req-fb0958ca-59c4-4f26-9366-844927d7fd3b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:20.751171 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-db80f4f9-a47a-4392-83e1-b36d850a104b req-fb0958ca-59c4-4f26-9366-844927d7fd3b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 943 time: 0.0526879 Mar 08 19:52:20.796248 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-db80f4f9-a47a-4392-83e1-b36d850a104b req-7462898c-0bea-41b1-8a52-c4eb1a00d64a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=5e4e2e94-a39f-4338-8d3f-34ad211557ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396397 Mar 08 19:52:20.912750 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e4b27-a689-42ab-9903-477dc615ddda req-1511dc21-68cc-435c-a19e-b720794103e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:20.914129 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-928e4b27-a689-42ab-9903-477dc615ddda req-1511dc21-68cc-435c-a19e-b720794103e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 1127 time: 0.0435808 Mar 08 19:52:21.011166 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e4b27-a689-42ab-9903-477dc615ddda req-3fec53f9-143f-4d86-9110-0ee1387a4b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:21.012636 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-928e4b27-a689-42ab-9903-477dc615ddda req-3fec53f9-143f-4d86-9110-0ee1387a4b3c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0914080 Mar 08 19:52:21.108322 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e4b27-a689-42ab-9903-477dc615ddda req-7fe04306-fa4d-4e4b-a5a8-b8deb1c0128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:21.109792 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-928e4b27-a689-42ab-9903-477dc615ddda req-7fe04306-fa4d-4e4b-a5a8-b8deb1c0128f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890350 Mar 08 19:52:21.177255 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device f517b434-848c-4999-8f8b-d07045b2c225 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:52:21.196772 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-53597030-2dbd-44d4-a4d4-6245b1bc5934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:21.197478 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: f517b434-848c-4999-8f8b-d07045b2c225 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:52:21.197820 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device f517b434-848c-4999-8f8b-d07045b2c225 not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:52:21.199448 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-53597030-2dbd-44d4-a4d4-6245b1bc5934 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 1127 time: 0.0474653 Mar 08 19:52:21.240507 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-9184fb0d-b726-4876-99d3-8450c7a3aae1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f48c927-0691-47e3-8433-ee3ab38d9048 HTTP/1.1" status: 200 len: 217 time: 0.0341568 Mar 08 19:52:21.291975 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-f3cda46b-0cfe-4839-bd32-54b760a3ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:21.293495 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-f3cda46b-0cfe-4839-bd32-54b760a3ceb6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d1de695-2f89-4670-8368-e25440455f01 HTTP/1.1" status: 200 len: 854 time: 0.0439692 Mar 08 19:52:21.348403 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-06dd0d98-ff81-47ac-8eba-f827e35acad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:21.350954 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-06dd0d98-ff81-47ac-8eba-f827e35acad3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfea349b-6bfd-41c2-92c4-062cebf33ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502529 Mar 08 19:52:21.443198 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-d593ad59-d82b-41c0-93dc-79067526ad24 service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847168 Mar 08 19:52:21.538589 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7a08ddf5-11d4-44d4-98b6-c3a682a09cef req-875c3f68-1c21-41aa-8792-96e72e83a4b6 service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896621 Mar 08 19:52:21.911217 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a179eec-4854-4281-87ed-263b229e4f80 req-e3ef5cfa-681f-4c57-93b9-d22e146914e5 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:21.913047 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6a179eec-4854-4281-87ed-263b229e4f80 req-e3ef5cfa-681f-4c57-93b9-d22e146914e5 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 943 time: 0.0521674 Mar 08 19:52:21.957796 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6a179eec-4854-4281-87ed-263b229e4f80 req-587c7f5b-7cb3-4693-872e-67c5417cd8c2 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=5e4e2e94-a39f-4338-8d3f-34ad211557ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393078 Mar 08 19:52:23.071662 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753577b7-6e2a-452d-b55d-8b86f50028b3 req-df5ec34d-7d38-4f21-92f4-59c160b58eee tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:23.073264 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-753577b7-6e2a-452d-b55d-8b86f50028b3 req-df5ec34d-7d38-4f21-92f4-59c160b58eee tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 943 time: 0.0519631 Mar 08 19:52:23.122648 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-753577b7-6e2a-452d-b55d-8b86f50028b3 req-626df299-4b0e-4ab7-80c9-522587bf6469 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=5e4e2e94-a39f-4338-8d3f-34ad211557ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439634 Mar 08 19:52:24.245387 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d810a-bbf4-4195-87e9-6001b65a64dd req-84a2a91f-e06b-4820-b458-6d6bd3d7f8b0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:24.246896 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0d0d810a-bbf4-4195-87e9-6001b65a64dd req-84a2a91f-e06b-4820-b458-6d6bd3d7f8b0 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 943 time: 0.0556254 Mar 08 19:52:24.295725 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0d0d810a-bbf4-4195-87e9-6001b65a64dd req-56c721ff-f8e8-40b3-a286-7127663b1f27 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=5e4e2e94-a39f-4338-8d3f-34ad211557ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432196 Mar 08 19:52:24.435155 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550b44e-10ba-4e30-8c46-642406fbc052 req-33f58860-c56c-475d-bae1-1ff1335a52a3 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:24.436561 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1550b44e-10ba-4e30-8c46-642406fbc052 req-33f58860-c56c-475d-bae1-1ff1335a52a3 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0568380 Mar 08 19:52:24.490353 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1550b44e-10ba-4e30-8c46-642406fbc052 req-548575cc-0634-47a3-b332-c210f4fa9309 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467939 Mar 08 19:52:25.367701 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 4f48c927-0691-47e3-8433-ee3ab38d9048 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:52:25.416541 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003aaa9-8321-4626-b4cc-f06310a5ba4b req-d2eee1ae-8118-4550-9936-a2741051e794 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:25.418034 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7003aaa9-8321-4626-b4cc-f06310a5ba4b req-d2eee1ae-8118-4550-9936-a2741051e794 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 943 time: 0.0540535 Mar 08 19:52:25.468604 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7003aaa9-8321-4626-b4cc-f06310a5ba4b req-5b1dc40a-9a84-427f-84d9-83b85b373acd tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=5e4e2e94-a39f-4338-8d3f-34ad211557ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447426 Mar 08 19:52:25.470264 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 4f48c927-0691-47e3-8433-ee3ab38d9048, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f48c927-0691-47e3-8433-ee3ab38d9048,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:52:25.482638 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': '4f48c927-0691-47e3-8433-ee3ab38d9048', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'port_id': '4f48c927-0691-47e3-8433-ee3ab38d9048', 'mac_address': 'fa:16:3e:58:ec:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:52:25.526724 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 4f48c927-0691-47e3-8433-ee3ab38d9048 is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:52:25.527124 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4f48c927-0691-47e3-8433-ee3ab38d9048), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:25.540154 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f48c927-0691-47e3-8433-ee3ab38d9048 {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:52:25.560225 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 4f48c927-0691-47e3-8433-ee3ab38d9048, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f48c927-0691-47e3-8433-ee3ab38d9048,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:52:25.564222 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (4f48c927-0691-47e3-8433-ee3ab38d9048), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:25.612925 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=4f48c927-0691-47e3-8433-ee3ab38d9048,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:25.616575 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3c8c9-f511-4f99-8b0f-0f638a27cff9 req-a7ee26ee-6f7c-4201-bc06-50a35e13d90f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:25.618174 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c6d3c8c9-f511-4f99-8b0f-0f638a27cff9 req-a7ee26ee-6f7c-4201-bc06-50a35e13d90f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0572431 Mar 08 19:52:25.620784 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:52:25.620962 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:52:25.621303 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:52:25.621700 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:52:25.622047 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:52:25.622379 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:52:25.622710 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:52:25.623037 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:52:25.623382 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:52:25.623688 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:52:25.624014 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:52:25.624375 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:52:25.624700 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:52:25.669837 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c6d3c8c9-f511-4f99-8b0f-0f638a27cff9 req-b5684277-4450-4155-927d-829c4103669a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441062 Mar 08 19:52:25.881562 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['4f48c927-0691-47e3-8433-ee3ab38d9048'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:52:26.068420 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33399518-fab9-4698-a541-223942fa32b2 req-f577e6fb-444e-4a85-a879-c2756fbfcbfe tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:26.069861 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-33399518-fab9-4698-a541-223942fa32b2 req-f577e6fb-444e-4a85-a879-c2756fbfcbfe tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/networks?id=a3e9c780-e855-4db2-b241-a494e4a1b9ae HTTP/1.1" status: 200 len: 814 time: 0.3272257 Mar 08 19:52:26.083484 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-33399518-fab9-4698-a541-223942fa32b2 req-3f08a0b6-140e-4fde-8ab5-d732d4ba5c61 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/quotas/f465b155dca1452a855efa3b5794a21e HTTP/1.1" status: 200 len: 375 time: 0.0084045 Mar 08 19:52:26.115051 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-33399518-fab9-4698-a541-223942fa32b2 req-0a3e3afa-47bf-40ed-bdd1-ca740d52a301 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f465b155dca1452a855efa3b5794a21e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261195 Mar 08 19:52:26.145439 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-223c8592-0c02-46e2-85a7-8d9faba4539e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:26.203143 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-33399518-fab9-4698-a541-223942fa32b2 req-d2d52ce3-480d-456b-b3cf-2737749a082b service neutron] 10.222.0.45 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812671 Mar 08 19:52:26.291582 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-33399518-fab9-4698-a541-223942fa32b2 req-1b931104-ab5a-4d7a-8de2-3b246b6827e1 service neutron] 10.222.0.45 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825384 Mar 08 19:52:26.444582 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e62bda1a-6e29-4c90-9615-2e5ef461220d req-e8732fa0-82b4-441a-aa45-223553acda42 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0284588 Mar 08 19:52:26.586120 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95ef3c-af4a-4dfe-a23f-d787f8506223 req-df1c5560-c7fa-4e18-94e1-2abd6a4dec0a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:26.588239 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9e95ef3c-af4a-4dfe-a23f-d787f8506223 req-df1c5560-c7fa-4e18-94e1-2abd6a4dec0a tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 944 time: 0.0533683 Mar 08 19:52:26.633723 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9e95ef3c-af4a-4dfe-a23f-d787f8506223 req-38be4baf-d245-4c48-a486-b78c595b9084 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=5e4e2e94-a39f-4338-8d3f-34ad211557ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397885 Mar 08 19:52:26.801772 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bca51-9073-4411-87b2-60551121cf46 req-908b597c-a52a-4bef-8593-0c393e14e74a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:26.803260 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2f2bca51-9073-4411-87b2-60551121cf46 req-908b597c-a52a-4bef-8593-0c393e14e74a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0671089 Mar 08 19:52:26.857709 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2f2bca51-9073-4411-87b2-60551121cf46 req-96974c88-6a6b-45ed-940a-758231b5f5a3 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459809 Mar 08 19:52:27.382978 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 4f48c927-0691-47e3-8433-ee3ab38d9048 up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:52:27.457236 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port 4f48c927-0691-47e3-8433-ee3ab38d9048 completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:52:27.458155 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33399518-fab9-4698-a541-223942fa32b2 req-e3198634-9b00-4620-a0f7-16ac11830d96 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:27.459685 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-33399518-fab9-4698-a541-223942fa32b2 req-e3198634-9b00-4620-a0f7-16ac11830d96 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.60 "GET /v2.0/networks?id=a3e9c780-e855-4db2-b241-a494e4a1b9ae HTTP/1.1" status: 200 len: 814 time: 0.1381252 Mar 08 19:52:27.461508 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port 4f48c927-0691-47e3-8433-ee3ab38d9048 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:52:27.462032 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4f48c927-0691-47e3-8433-ee3ab38d9048), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:27.474038 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-33399518-fab9-4698-a541-223942fa32b2 req-d7974be5-0333-4b01-81af-220004c9dc72 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Request body: {'port': {'device_id': 'cf15cfb8-7c73-418b-b268-1fc064fc717f', 'network_id': 'a3e9c780-e855-4db2-b241-a494e4a1b9ae', 'admin_state_up': True, 'tenant_id': 'f465b155dca1452a855efa3b5794a21e'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:52:27.510403 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ff508-7ca1-433a-b5a1-1c7e3b196c6a req-7b27b41e-1459-4add-89b0-03f1b85b2607 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:27.522080 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9b6ff508-7ca1-433a-b5a1-1c7e3b196c6a req-7b27b41e-1459-4add-89b0-03f1b85b2607 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.1136558 Mar 08 19:52:27.548464 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8232654d-2ceb-4fa9-b055-2d918eeb7523 req-be43e04a-fa27-4dec-964d-b7690059b4fc tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0344796 Mar 08 19:52:27.569639 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 4f48c927-0691-47e3-8433-ee3ab38d9048 is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:52:27.570040 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4f48c927-0691-47e3-8433-ee3ab38d9048), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:27.598776 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b992e6-93af-4c5c-8e4f-8004842e455e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f48c927-0691-47e3-8433-ee3ab38d9048'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:52:27.601115 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7040d2-e10e-44c9-96cb-aa95b86cd841" -d '{"events": [{"server_uuid": "30b992e6-93af-4c5c-8e4f-8004842e455e", "name": "network-vif-plugged", "status": "completed", "tag": "4f48c927-0691-47e3-8433-ee3ab38d9048"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:52:27.618463 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 4f48c927-0691-47e3-8433-ee3ab38d9048, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f48c927-0691-47e3-8433-ee3ab38d9048,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:52:27.623651 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (4f48c927-0691-47e3-8433-ee3ab38d9048), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:27.640833 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9b6ff508-7ca1-433a-b5a1-1c7e3b196c6a req-cf4593e1-920f-458c-8295-d65b8c2f9137 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178474 Mar 08 19:52:27.662043 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10265621-69b3-450e-b7fb-3618ec157d58 x-openstack-request-id: req-10265621-69b3-450e-b7fb-3618ec157d58 {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:52:27.662043 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b992e6-93af-4c5c-8e4f-8004842e455e", "name": "network-vif-plugged", "status": "completed", "tag": "4f48c927-0691-47e3-8433-ee3ab38d9048", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:52:27.662043 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-10265621-69b3-450e-b7fb-3618ec157d58 {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:52:27.662043 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b992e6-93af-4c5c-8e4f-8004842e455e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f48c927-0691-47e3-8433-ee3ab38d9048', 'code': 200} Mar 08 19:52:27.672774 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33399518-fab9-4698-a541-223942fa32b2 req-d7974be5-0333-4b01-81af-220004c9dc72 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Made reservation on behalf of f465b155dca1452a855efa3b5794a21e for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 19:52:27.676924 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-33399518-fab9-4698-a541-223942fa32b2 req-d7974be5-0333-4b01-81af-220004c9dc72 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:27.697571 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=4f48c927-0691-47e3-8433-ee3ab38d9048,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:27.763231 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0926f66-bf01-45c0-96f9-f84220476012 req-d6fa2bb1-90e7-4e4b-b11a-8855af8023db tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:27.765072 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b0926f66-bf01-45c0-96f9-f84220476012 req-d6fa2bb1-90e7-4e4b-b11a-8855af8023db tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 945 time: 0.0591214 Mar 08 19:52:27.815509 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-33399518-fab9-4698-a541-223942fa32b2 req-d7974be5-0333-4b01-81af-220004c9dc72 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Allocated IP 172.20.0.3 (a3e9c780-e855-4db2-b241-a494e4a1b9ae/a30f2c2b-8b17-48dc-870b-251bcec9ce3f/b795f2a0-a5c0-454f-8fbe-956e41ba2c9c) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 19:52:27.816962 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b0926f66-bf01-45c0-96f9-f84220476012 req-e0b8519d-fb31-4bb2-b751-f7383e260e09 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=5e4e2e94-a39f-4338-8d3f-34ad211557ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456674 Mar 08 19:52:28.247441 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea22dfe-d558-44fd-a577-64d5197e9481 req-5809539f-6fa7-45f7-81ef-39f9a9d3001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:28.249039 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7ea22dfe-d558-44fd-a577-64d5197e9481 req-5809539f-6fa7-45f7-81ef-39f9a9d3001f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 1129 time: 0.4501967 Mar 08 19:52:28.297299 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a1a15-98ee-49c0-9367-2b56d7dfd4af req-b4e2d06a-400a-44ec-a7f2-6a11ef9deda2 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:28.298769 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4e4a1a15-98ee-49c0-9367-2b56d7dfd4af req-b4e2d06a-400a-44ec-a7f2-6a11ef9deda2 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.1419313 Mar 08 19:52:28.312434 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-33399518-fab9-4698-a541-223942fa32b2 req-d7974be5-0333-4b01-81af-220004c9dc72 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Publish callbacks [] for port (b795f2a0-a5c0-454f-8fbe-956e41ba2c9c), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:28.363181 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7ea22dfe-d558-44fd-a577-64d5197e9481 req-6a159cbb-196d-42c8-a63d-74ecabdc3b39 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5e4e2e94-a39f-4338-8d3f-34ad211557ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045430 Mar 08 19:52:28.385991 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4e4a1a15-98ee-49c0-9367-2b56d7dfd4af req-cb5ab569-6721-4f8b-ae95-3a112af633e9 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816197 Mar 08 19:52:28.402194 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-33399518-fab9-4698-a541-223942fa32b2 req-d7974be5-0333-4b01-81af-220004c9dc72 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (b795f2a0-a5c0-454f-8fbe-956e41ba2c9c), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:28.412106 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b0817eed-e123-4b08-b144-075bdcd2c796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:28.447161 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33399518-fab9-4698-a541-223942fa32b2 req-d7974be5-0333-4b01-81af-220004c9dc72 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Network a3e9c780-e855-4db2-b241-a494e4a1b9ae is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 19:52:28.450048 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-33399518-fab9-4698-a541-223942fa32b2 req-d7974be5-0333-4b01-81af-220004c9dc72 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 19:52:28.453639 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-33399518-fab9-4698-a541-223942fa32b2 req-d7974be5-0333-4b01-81af-220004c9dc72 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 19:52:28.459867 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7974be5-0333-4b01-81af-220004c9dc72 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Pushing event updated for resources: {'Port': ['ID=b795f2a0-a5c0-454f-8fbe-956e41ba2c9c,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:28.507794 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33399518-fab9-4698-a541-223942fa32b2 req-d7974be5-0333-4b01-81af-220004c9dc72 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:28.508440 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-33399518-fab9-4698-a541-223942fa32b2 req-d7974be5-0333-4b01-81af-220004c9dc72 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:28.524005 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-33399518-fab9-4698-a541-223942fa32b2 req-d7974be5-0333-4b01-81af-220004c9dc72 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0561333 Mar 08 19:52:28.597722 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Request body: {'port': {'device_id': 'cf15cfb8-7c73-418b-b268-1fc064fc717f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:52:28.657538 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (b795f2a0-a5c0-454f-8fbe-956e41ba2c9c), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:28.666368 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a67d7-bc8e-410f-b474-1bf379a13bbb req-3c40d1fa-9e67-4060-bf18-edbdd189ee4a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:28.667858 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a44a67d7-bc8e-410f-b474-1bf379a13bbb req-3c40d1fa-9e67-4060-bf18-edbdd189ee4a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 931 time: 0.0553217 Mar 08 19:52:28.716384 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a44a67d7-bc8e-410f-b474-1bf379a13bbb req-954ccffb-4e86-459f-aa66-1d068c540025 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426660 Mar 08 19:52:28.873657 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca98011-e226-4c1a-915d-e3ad27793905 req-538b98c3-088a-4282-9dc8-4cd7b545cfb1 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:28.875144 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2ca98011-e226-4c1a-915d-e3ad27793905 req-538b98c3-088a-4282-9dc8-4cd7b545cfb1 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.1599817 Mar 08 19:52:28.934343 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afc377-b07e-42fd-875d-be0a43ec8833 req-cf5b9635-a357-4810-9029-2208994b253b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:28.935773 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d3afc377-b07e-42fd-875d-be0a43ec8833 req-cf5b9635-a357-4810-9029-2208994b253b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 945 time: 0.0551064 Mar 08 19:52:28.952874 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2ca98011-e226-4c1a-915d-e3ad27793905 req-5a6a09bf-740a-4c10-900d-2bea0c262216 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701690 Mar 08 19:52:28.984793 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d3afc377-b07e-42fd-875d-be0a43ec8833 req-df7d5e1d-a400-4a9a-9ac5-ef7cd0d5dbfe tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=5e4e2e94-a39f-4338-8d3f-34ad211557ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433729 Mar 08 19:52:28.993606 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b795f2a0-a5c0-454f-8fbe-956e41ba2c9c {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:52:29.001449 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Publish callbacks [] for port (b795f2a0-a5c0-454f-8fbe-956e41ba2c9c), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:29.013081 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Transition to ACTIVE for port object b795f2a0-a5c0-454f-8fbe-956e41ba2c9c will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 19:52:29.016744 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (b795f2a0-a5c0-454f-8fbe-956e41ba2c9c), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:29.066788 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Pushing event updated for resources: {'Port': ['ID=b795f2a0-a5c0-454f-8fbe-956e41ba2c9c,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:29.133690 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Attempting to bind port b795f2a0-a5c0-454f-8fbe-956e41ba2c9c on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 19:52:29.134025 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Attempting to bind port b795f2a0-a5c0-454f-8fbe-956e41ba2c9c by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'c37a5047-594c-45eb-a67d-04be86042a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3e9c780-e855-4db2-b241-a494e4a1b9ae'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 19:52:29.134349 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Attempting to bind port b795f2a0-a5c0-454f-8fbe-956e41ba2c9c on network a3e9c780-e855-4db2-b241-a494e4a1b9ae {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:52:29.138476 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Port b795f2a0-a5c0-454f-8fbe-956e41ba2c9c on network a3e9c780-e855-4db2-b241-a494e4a1b9ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 19:52:29.138794 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Attempting to bind port b795f2a0-a5c0-454f-8fbe-956e41ba2c9c on network a3e9c780-e855-4db2-b241-a494e4a1b9ae {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 19:52:29.143456 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 19, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 19:52:29.143794 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Checking segment: {'id': 'c37a5047-594c-45eb-a67d-04be86042a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3e9c780-e855-4db2-b241-a494e4a1b9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 19:52:29.144172 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Bound using segment: {'id': 'c37a5047-594c-45eb-a67d-04be86042a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3e9c780-e855-4db2-b241-a494e4a1b9ae'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 19:52:29.144620 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Bound port: b795f2a0-a5c0-454f-8fbe-956e41ba2c9c, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37a5047-594c-45eb-a67d-04be86042a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a3e9c780-e855-4db2-b241-a494e4a1b9ae'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 19:52:29.144984 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (b795f2a0-a5c0-454f-8fbe-956e41ba2c9c), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:29.205536 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] For port b795f2a0-a5c0-454f-8fbe-956e41ba2c9c, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 19:52:29.208778 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] For port b795f2a0-a5c0-454f-8fbe-956e41ba2c9c, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b795f2a0-a5c0-454f-8fbe-956e41ba2c9c,segment=NetworkSegment(c37a5047-594c-45eb-a67d-04be86042a0d),segment_id=c37a5047-594c-45eb-a67d-04be86042a0d)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 19:52:29.215336 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (b795f2a0-a5c0-454f-8fbe-956e41ba2c9c), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:29.245708 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:29.246354 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:29.247765 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-33399518-fab9-4698-a541-223942fa32b2 req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] 10.222.0.60 "PUT /v2.0/ports/b795f2a0-a5c0-454f-8fbe-956e41ba2c9c HTTP/1.1" status: 200 len: 1093 time: 0.6542871 Mar 08 19:52:29.248215 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf15cfb8-7c73-418b-b268-1fc064fc717f', 'tag': 'b795f2a0-a5c0-454f-8fbe-956e41ba2c9c'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:52:29.250506 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dcddaf-29e3-4058-949f-612cea77969c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf15cfb8-7c73-418b-b268-1fc064fc717f", "tag": "b795f2a0-a5c0-454f-8fbe-956e41ba2c9c"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:52:29.282597 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fe5b9-9fef-4dc9-a6a1-c66af416a060 service neutron] Pushing event updated for resources: {'Port': ['ID=b795f2a0-a5c0-454f-8fbe-956e41ba2c9c,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:29.288732 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16a88d9-1175-466b-83e4-4efe5df06154 x-openstack-request-id: req-c16a88d9-1175-466b-83e4-4efe5df06154 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:52:29.289021 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf15cfb8-7c73-418b-b268-1fc064fc717f", "tag": "b795f2a0-a5c0-454f-8fbe-956e41ba2c9c", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:52:29.289277 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c16a88d9-1175-466b-83e4-4efe5df06154 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:52:29.289676 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf15cfb8-7c73-418b-b268-1fc064fc717f', 'tag': 'b795f2a0-a5c0-454f-8fbe-956e41ba2c9c', 'status': 'completed', 'code': 200} Mar 08 19:52:29.347899 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33399518-fab9-4698-a541-223942fa32b2 req-ca966185-c4dd-4d0b-bf0c-ef10dcc99bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:29.349430 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-33399518-fab9-4698-a541-223942fa32b2 req-ca966185-c4dd-4d0b-bf0c-ef10dcc99bfe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f465b155dca1452a855efa3b5794a21e&device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 1127 time: 0.0487092 Mar 08 19:52:29.400788 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:52:29.401404 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-33399518-fab9-4698-a541-223942fa32b2 req-63810aee-99b3-4dbb-b188-36faa47620c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b795f2a0-a5c0-454f-8fbe-956e41ba2c9c HTTP/1.1" status: 200 len: 217 time: 0.0334587 Mar 08 19:52:29.453603 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33399518-fab9-4698-a541-223942fa32b2 req-f2f58dc0-362d-4459-bc64-aa5535977269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:29.455070 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-33399518-fab9-4698-a541-223942fa32b2 req-f2f58dc0-362d-4459-bc64-aa5535977269 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a30f2c2b-8b17-48dc-870b-251bcec9ce3f HTTP/1.1" status: 200 len: 854 time: 0.0428317 Mar 08 19:52:29.491167 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-33399518-fab9-4698-a541-223942fa32b2 req-06e67ac6-19e4-4bf8-99d2-35464418bcc2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3e9c780-e855-4db2-b241-a494e4a1b9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278289 Mar 08 19:52:29.504119 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03da79-cff4-4731-81fc-1816523e5fb3 req-c10a0c32-cacf-45cc-80a8-38cc6037dc1b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:29.505633 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ec03da79-cff4-4731-81fc-1816523e5fb3 req-c10a0c32-cacf-45cc-80a8-38cc6037dc1b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0532186 Mar 08 19:52:29.555219 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ec03da79-cff4-4731-81fc-1816523e5fb3 req-881fb2bd-b723-43e4-8c91-6b9a68d7f195 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434804 Mar 08 19:52:29.592437 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-33399518-fab9-4698-a541-223942fa32b2 req-718a9b52-20ef-48ef-ad46-0ccc515f8e2d service neutron] 10.222.0.60 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946245 Mar 08 19:52:29.639493 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:29.699322 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-33399518-fab9-4698-a541-223942fa32b2 req-d1a203a7-def7-4b77-b131-e94ee2c19b78 service neutron] 10.222.0.60 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910926 Mar 08 19:52:29.827544 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcddaf-29e3-4058-949f-612cea77969c req-9349a620-a44d-47f7-994f-24ecf45cb209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:29.829053 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-22dcddaf-29e3-4058-949f-612cea77969c req-9349a620-a44d-47f7-994f-24ecf45cb209 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f465b155dca1452a855efa3b5794a21e&device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 1127 time: 0.0749946 Mar 08 19:52:29.850817 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99b10a-2a61-483f-8d1d-02236a743bd7 req-1998e8c8-528a-4e55-b7c1-db55742bf6b2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:29.852187 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6e99b10a-2a61-483f-8d1d-02236a743bd7 req-1998e8c8-528a-4e55-b7c1-db55742bf6b2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 943 time: 0.0680223 Mar 08 19:52:29.945316 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6e99b10a-2a61-483f-8d1d-02236a743bd7 req-3448ccb5-0e69-489e-abba-c8deb515329d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839911 Mar 08 19:52:29.960138 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcddaf-29e3-4058-949f-612cea77969c req-07e8172b-c270-4780-a4ad-5e4308a90b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:29.961602 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-22dcddaf-29e3-4058-949f-612cea77969c req-07e8172b-c270-4780-a4ad-5e4308a90b9e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a3e9c780-e855-4db2-b241-a494e4a1b9ae HTTP/1.1" status: 200 len: 915 time: 0.1251233 Mar 08 19:52:30.003080 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-22dcddaf-29e3-4058-949f-612cea77969c req-365e19bd-73c6-4021-b004-236d46bd448a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b795f2a0-a5c0-454f-8fbe-956e41ba2c9c HTTP/1.1" status: 200 len: 217 time: 0.0336916 Mar 08 19:52:30.056565 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcddaf-29e3-4058-949f-612cea77969c req-a105c9c8-d68b-42a6-95a2-eab85ddc49e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:30.058012 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-22dcddaf-29e3-4058-949f-612cea77969c req-a105c9c8-d68b-42a6-95a2-eab85ddc49e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a30f2c2b-8b17-48dc-870b-251bcec9ce3f HTTP/1.1" status: 200 len: 854 time: 0.0488153 Mar 08 19:52:30.111088 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-22dcddaf-29e3-4058-949f-612cea77969c req-fc65e693-3fa7-4be4-8bd3-46ef9e5c2478 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3e9c780-e855-4db2-b241-a494e4a1b9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446854 Mar 08 19:52:30.155609 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728888e4-cfed-4f3b-851d-07c21443d0d9 req-5f8f5237-9ed0-410a-88b3-cdbcb87cefd8 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:30.157232 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-728888e4-cfed-4f3b-851d-07c21443d0d9 req-5f8f5237-9ed0-410a-88b3-cdbcb87cefd8 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 945 time: 0.1039975 Mar 08 19:52:30.189049 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559fe3e-b5d0-4a26-a54e-a148967df405 req-d81c0274-9484-437d-85ee-ad84af04c2fd tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:30.190640 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a559fe3e-b5d0-4a26-a54e-a148967df405 req-d81c0274-9484-437d-85ee-ad84af04c2fd tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0550523 Mar 08 19:52:30.236780 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a559fe3e-b5d0-4a26-a54e-a148967df405 req-67ebe14b-6be5-4e2b-aa84-b1a6c5b277ae tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405395 Mar 08 19:52:30.251062 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-728888e4-cfed-4f3b-851d-07c21443d0d9 req-2b2779c2-ed9b-4b80-9de7-87357999cdcd tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=5e4e2e94-a39f-4338-8d3f-34ad211557ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655520 Mar 08 19:52:30.254167 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-22dcddaf-29e3-4058-949f-612cea77969c req-86aa65ff-38d8-4ede-b0a4-c9252a87fa68 service neutron] 10.222.0.60 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343548 Mar 08 19:52:30.343211 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-22dcddaf-29e3-4058-949f-612cea77969c req-9ee674c7-bbd1-48da-a023-b964a53dff4c service neutron] 10.222.0.60 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824239 Mar 08 19:52:30.362255 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f76bb5-7ade-4626-b706-b170aed729b6 req-0279e288-90c4-4342-97a3-05505e2cd12e tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:30.363737 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-20f76bb5-7ade-4626-b706-b170aed729b6 req-0279e288-90c4-4342-97a3-05505e2cd12e tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 945 time: 0.0511737 Mar 08 19:52:30.372748 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 60772) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:52:30.420920 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-6d77ca87-182c-4c43-a2df-9a980cb2e101 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Request body: {'floatingip': {'port_id': '4f48c927-0691-47e3-8433-ee3ab38d9048'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 19:52:30.459147 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6d77ca87-182c-4c43-a2df-9a980cb2e101 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (f1b77a61-c6ad-4c58-b308-7b00a821d482), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:30.680169 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac9f6c-d348-4ad6-8ed9-69d9e7bd4508 req-da475d67-4642-46cc-88bb-978a896e69d1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:30.682174 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a6ac9f6c-d348-4ad6-8ed9-69d9e7bd4508 req-da475d67-4642-46cc-88bb-978a896e69d1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0566967 Mar 08 19:52:30.733072 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a6ac9f6c-d348-4ad6-8ed9-69d9e7bd4508 req-df049fc8-e3c0-4188-9202-6539fdbadb00 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451152 Mar 08 19:52:30.892107 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6d77ca87-182c-4c43-a2df-9a980cb2e101 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:30.895892 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6d77ca87-182c-4c43-a2df-9a980cb2e101 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (f1b77a61-c6ad-4c58-b308-7b00a821d482), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:30.999079 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.l3_db [None req-6d77ca87-182c-4c43-a2df-9a980cb2e101 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Floating IP f1b77a61-c6ad-4c58-b308-7b00a821d482 associated. External IP: 172.27.1.21, port: 4f48c927-0691-47e3-8433-ee3ab38d9048. Mar 08 19:52:31.074801 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:31.142884 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a8fea-9dcc-4400-afa0-0ff0dbb07899 req-81ec364b-fdd7-4b02-abfb-85eb636b091b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:31.144279 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d17a8fea-9dcc-4400-afa0-0ff0dbb07899 req-81ec364b-fdd7-4b02-abfb-85eb636b091b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 943 time: 0.1072819 Mar 08 19:52:31.236674 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d17a8fea-9dcc-4400-afa0-0ff0dbb07899 req-d7d7e1ce-4e4c-4ced-909a-0d178e762670 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868073 Mar 08 19:52:31.292681 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d77ca87-182c-4c43-a2df-9a980cb2e101 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Router d8357a97-1270-4600-8b32-23ca28274084 has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:52:31.365966 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8edec-5f7d-40a7-8dfe-5d56d5267b40 req-5a39e7e0-19c7-4ed8-8363-4561dc1c2cf4 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:31.367550 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fea8edec-5f7d-40a7-8dfe-5d56d5267b40 req-5a39e7e0-19c7-4ed8-8363-4561dc1c2cf4 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0537605 Mar 08 19:52:31.407007 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d77ca87-182c-4c43-a2df-9a980cb2e101 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:52:31.411638 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6d77ca87-182c-4c43-a2df-9a980cb2e101 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:31.416382 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fea8edec-5f7d-40a7-8dfe-5d56d5267b40 req-4d7e6b91-2f10-4e41-9b0b-b19a07538f45 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420828 Mar 08 19:52:31.420897 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb29768-faa4-464c-af04-487fa4ef42bf None None] Sync routers for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:52:31.441951 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb29768-faa4-464c-af04-487fa4ef42bf None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:52:31.441951 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-4cb29768-faa4-464c-af04-487fa4ef42bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:52:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:52:31.454834 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-6d77ca87-182c-4c43-a2df-9a980cb2e101 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "PUT /v2.0/floatingips/f1b77a61-c6ad-4c58-b308-7b00a821d482 HTTP/1.1" status: 200 len: 990 time: 1.0810659 Mar 08 19:52:31.455912 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b992e6-93af-4c5c-8e4f-8004842e455e', 'tag': '4f48c927-0691-47e3-8433-ee3ab38d9048'}] {{(pid=109690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:52:31.458262 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d8e885dd147d8b917037df1c13c0f120f07ec6cc2713c5f97f9f0f1cce2c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdf0280-54c3-404b-9f64-444a8503aff2" -d '{"events": [{"name": "network-changed", "server_uuid": "30b992e6-93af-4c5c-8e4f-8004842e455e", "tag": "4f48c927-0691-47e3-8433-ee3ab38d9048"}]}' {{(pid=109690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:52:31.493918 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855d2858-8d97-43f4-82c2-7ba7b0c30a3e x-openstack-request-id: req-855d2858-8d97-43f4-82c2-7ba7b0c30a3e {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:52:31.494272 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b992e6-93af-4c5c-8e4f-8004842e455e", "tag": "4f48c927-0691-47e3-8433-ee3ab38d9048", "status": "completed", "code": 200}]} {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:52:31.494588 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-855d2858-8d97-43f4-82c2-7ba7b0c30a3e {{(pid=109690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:52:31.495046 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b992e6-93af-4c5c-8e4f-8004842e455e', 'tag': '4f48c927-0691-47e3-8433-ee3ab38d9048', 'status': 'completed', 'code': 200} Mar 08 19:52:31.564767 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-4cb29768-faa4-464c-af04-487fa4ef42bf None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:52:31.569309 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf0280-54c3-404b-9f64-444a8503aff2 req-168c84e5-4721-4837-b4e3-7169a5aee4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:31.570811 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8fdf0280-54c3-404b-9f64-444a8503aff2 req-168c84e5-4721-4837-b4e3-7169a5aee4ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 1129 time: 0.0495894 Mar 08 19:52:31.661731 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf0280-54c3-404b-9f64-444a8503aff2 req-21266a3e-b754-4a7b-b796-2683611562c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:31.663085 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8fdf0280-54c3-404b-9f64-444a8503aff2 req-21266a3e-b754-4a7b-b796-2683611562c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 200 len: 916 time: 0.0854576 Mar 08 19:52:31.725779 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8fdf0280-54c3-404b-9f64-444a8503aff2 req-1cb1a019-597a-48c6-b325-bffa518510e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f48c927-0691-47e3-8433-ee3ab38d9048 HTTP/1.1" status: 200 len: 998 time: 0.0559313 Mar 08 19:52:31.782615 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf0280-54c3-404b-9f64-444a8503aff2 req-408fb7a6-7a29-4944-a206-36f8da9feb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:31.784194 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8fdf0280-54c3-404b-9f64-444a8503aff2 req-408fb7a6-7a29-4944-a206-36f8da9feb9e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d1de695-2f89-4670-8368-e25440455f01 HTTP/1.1" status: 200 len: 854 time: 0.0511627 Mar 08 19:52:31.786797 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-4cb29768-faa4-464c-af04-487fa4ef42bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'f1b77a61-c6ad-4c58-b308-7b00a821d482', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'port_id': '4f48c927-0691-47e3-8433-ee3ab38d9048', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'mac_address': 'fa:16:3e:58:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b992e6-93af-4c5c-8e4f-8004842e455e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:52:15Z', 'updated_at': '2022-03-08T19:52:30Z', 'revision_number': 1, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:52:31.812969 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb29768-faa4-464c-af04-487fa4ef42bf None None] Checking router: d8357a97-1270-4600-8b32-23ca28274084 for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:52:31.821248 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb29768-faa4-464c-af04-487fa4ef42bf None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:52:31.822426 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-4cb29768-faa4-464c-af04-487fa4ef42bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:52:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:52:31.865979 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf0280-54c3-404b-9f64-444a8503aff2 req-3be7583b-e02c-464c-b1d7-2d876eb2e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:31.867522 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8fdf0280-54c3-404b-9f64-444a8503aff2 req-3be7583b-e02c-464c-b1d7-2d876eb2e269 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfea349b-6bfd-41c2-92c4-062cebf33ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773292 Mar 08 19:52:31.878409 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fc00f-00c1-4f17-a255-fc1f8c45eb71 req-e5ea4be5-9222-480b-aeca-f359aa8bff0f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:31.879858 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-735fc00f-00c1-4f17-a255-fc1f8c45eb71 req-e5ea4be5-9222-480b-aeca-f359aa8bff0f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0654650 Mar 08 19:52:31.937960 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-4cb29768-faa4-464c-af04-487fa4ef42bf None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:52:31.986910 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-735fc00f-00c1-4f17-a255-fc1f8c45eb71 req-664582ef-9326-49d9-9daf-37985d34ebe1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986693 Mar 08 19:52:32.008431 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8fdf0280-54c3-404b-9f64-444a8503aff2 req-8351b508-a956-4adc-ba17-e847dfbb15a3 service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275904 Mar 08 19:52:32.104837 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8fdf0280-54c3-404b-9f64-444a8503aff2 req-75fe3d21-5003-4e98-b552-6ddbcaa2488f service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858450 Mar 08 19:52:32.296640 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-4cb29768-faa4-464c-af04-487fa4ef42bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'f1b77a61-c6ad-4c58-b308-7b00a821d482', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'port_id': '4f48c927-0691-47e3-8433-ee3ab38d9048', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'mac_address': 'fa:16:3e:58:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b992e6-93af-4c5c-8e4f-8004842e455e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:52:15Z', 'updated_at': '2022-03-08T19:52:30Z', 'revision_number': 1, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:52:32.322821 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb29768-faa4-464c-af04-487fa4ef42bf None None] The sync data for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi is: [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'f1b77a61-c6ad-4c58-b308-7b00a821d482', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'port_id': '4f48c927-0691-47e3-8433-ee3ab38d9048', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'mac_address': 'fa:16:3e:58:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b992e6-93af-4c5c-8e4f-8004842e455e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T19:52:15Z', 'updated_at': '2022-03-08T19:52:30Z', 'revision_number': 1, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:52:32.355333 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:32.363722 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157c622-2ceb-44b7-8385-505e12ec7e65 req-4149a019-50ef-42e2-9c36-147492bc22ed tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:32.365314 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6157c622-2ceb-44b7-8385-505e12ec7e65 req-4149a019-50ef-42e2-9c36-147492bc22ed tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 943 time: 0.0579386 Mar 08 19:52:32.413091 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6157c622-2ceb-44b7-8385-505e12ec7e65 req-c6654c2b-f525-4f3e-bd22-c1050110a895 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415680 Mar 08 19:52:32.523533 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa35ff8c-0a22-429e-ae84-7e5fd21e7846 None None] New status for floating IP f1b77a61-c6ad-4c58-b308-7b00a821d482: ACTIVE {{(pid=109692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:52:32.548272 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8775b-2c22-41ee-9934-05d696fc2489 req-0b658969-e6d3-4323-b03d-a8e50b8d6631 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:32.549786 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c2e8775b-2c22-41ee-9934-05d696fc2489 req-0b658969-e6d3-4323-b03d-a8e50b8d6631 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0568388 Mar 08 19:52:32.601352 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c2e8775b-2c22-41ee-9934-05d696fc2489 req-451838c4-1083-4761-9422-ea7abc37d928 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413139 Mar 08 19:52:33.101850 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee0801-ba56-4e6f-9ecd-47d98b5ed7f2 req-164987d2-8bff-4b68-905a-ea639a193660 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:33.103316 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9aee0801-ba56-4e6f-9ecd-47d98b5ed7f2 req-164987d2-8bff-4b68-905a-ea639a193660 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0517137 Mar 08 19:52:33.150893 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9aee0801-ba56-4e6f-9ecd-47d98b5ed7f2 req-84480952-861f-4885-a5cb-57d1c80f0958 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422063 Mar 08 19:52:33.395956 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device b795f2a0-a5c0-454f-8fbe-956e41ba2c9c details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:52:33.495880 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port b795f2a0-a5c0-454f-8fbe-956e41ba2c9c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b795f2a0-a5c0-454f-8fbe-956e41ba2c9c,segment=NetworkSegment(c37a5047-594c-45eb-a67d-04be86042a0d),segment_id=c37a5047-594c-45eb-a67d-04be86042a0d)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:52:33.508656 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': 'b795f2a0-a5c0-454f-8fbe-956e41ba2c9c', 'network_id': 'a3e9c780-e855-4db2-b241-a494e4a1b9ae', 'port_id': 'b795f2a0-a5c0-454f-8fbe-956e41ba2c9c', 'mac_address': 'fa:16:3e:4e:d4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30f2c2b-8b17-48dc-870b-251bcec9ce3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:52:33.538884 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3383e19-cf6b-44b3-8b1f-84bd07a4ac52 req-c6bd95e2-eb23-4b4f-844b-bcd0ec2be6b1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:33.540968 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d3383e19-cf6b-44b3-8b1f-84bd07a4ac52 req-c6bd95e2-eb23-4b4f-844b-bcd0ec2be6b1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 943 time: 0.0602736 Mar 08 19:52:33.546682 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port b795f2a0-a5c0-454f-8fbe-956e41ba2c9c is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:52:33.547067 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (b795f2a0-a5c0-454f-8fbe-956e41ba2c9c), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:33.560130 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b795f2a0-a5c0-454f-8fbe-956e41ba2c9c {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:52:33.582681 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port b795f2a0-a5c0-454f-8fbe-956e41ba2c9c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b795f2a0-a5c0-454f-8fbe-956e41ba2c9c,segment=NetworkSegment(c37a5047-594c-45eb-a67d-04be86042a0d),segment_id=c37a5047-594c-45eb-a67d-04be86042a0d)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:52:33.589815 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (b795f2a0-a5c0-454f-8fbe-956e41ba2c9c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:33.596044 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d3383e19-cf6b-44b3-8b1f-84bd07a4ac52 req-d28f5500-6f47-4838-8801-3aadd6fd5782 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493448 Mar 08 19:52:33.640641 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=b795f2a0-a5c0-454f-8fbe-956e41ba2c9c,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:33.725795 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845318a-9511-4320-95ac-32db4d832381 req-4a4213f6-77a2-4492-8f9e-eab8f6795286 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:33.727255 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6845318a-9511-4320-95ac-32db4d832381 req-4a4213f6-77a2-4492-8f9e-eab8f6795286 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0544078 Mar 08 19:52:33.772471 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6845318a-9511-4320-95ac-32db4d832381 req-96885cf1-dea1-4e88-8212-435981ee2530 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390873 Mar 08 19:52:33.866002 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['b795f2a0-a5c0-454f-8fbe-956e41ba2c9c'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:52:34.267955 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980e978-cead-4866-b604-920d5389e800 req-b6a76d71-dd9b-428c-b387-6cee8a656744 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:34.269455 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d980e978-cead-4866-b604-920d5389e800 req-b6a76d71-dd9b-428c-b387-6cee8a656744 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0540545 Mar 08 19:52:34.316575 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d980e978-cead-4866-b604-920d5389e800 req-dbed11b6-9d9c-4580-9832-7ab59adadf3b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417497 Mar 08 19:52:34.710344 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccdc1d-5651-4143-bb95-45f35a529a99 req-43531167-41cb-45ce-9f8f-24e3db1eef73 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:34.711807 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-41ccdc1d-5651-4143-bb95-45f35a529a99 req-43531167-41cb-45ce-9f8f-24e3db1eef73 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 944 time: 0.0507810 Mar 08 19:52:34.757425 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-41ccdc1d-5651-4143-bb95-45f35a529a99 req-ea31d6bb-f111-4ef4-8d0f-e7e5d9e2ac93 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395010 Mar 08 19:52:34.891341 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5940e47-634f-4b42-a788-26bd056ee026 req-1433928b-6fea-47b3-92d0-1e2f9d87c958 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:34.892738 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a5940e47-634f-4b42-a788-26bd056ee026 req-1433928b-6fea-47b3-92d0-1e2f9d87c958 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0509074 Mar 08 19:52:34.937961 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a5940e47-634f-4b42-a788-26bd056ee026 req-4c5a636b-b84c-46f5-ac03-dda022b3d448 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398891 Mar 08 19:52:35.411546 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device b795f2a0-a5c0-454f-8fbe-956e41ba2c9c up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:52:35.431723 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb4f34-d9dc-49a9-9219-5a56cbef9d72 req-31cd49c9-005e-4dcf-ab85-74519f5ce2e6 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:35.433255 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f1eb4f34-d9dc-49a9-9219-5a56cbef9d72 req-31cd49c9-005e-4dcf-ab85-74519f5ce2e6 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0523109 Mar 08 19:52:35.463050 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port b795f2a0-a5c0-454f-8fbe-956e41ba2c9c completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 19:52:35.467000 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port b795f2a0-a5c0-454f-8fbe-956e41ba2c9c triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:52:35.467382 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (b795f2a0-a5c0-454f-8fbe-956e41ba2c9c), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:35.486934 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f1eb4f34-d9dc-49a9-9219-5a56cbef9d72 req-6c34e379-52aa-4ed6-87f0-8625c5d4bd3d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471718 Mar 08 19:52:35.543965 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port b795f2a0-a5c0-454f-8fbe-956e41ba2c9c is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:52:35.544463 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (b795f2a0-a5c0-454f-8fbe-956e41ba2c9c), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:35.566417 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf15cfb8-7c73-418b-b268-1fc064fc717f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b795f2a0-a5c0-454f-8fbe-956e41ba2c9c'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:52:35.568975 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651120d1-04af-4af4-8b35-5aa2f720aa1d" -d '{"events": [{"server_uuid": "cf15cfb8-7c73-418b-b268-1fc064fc717f", "name": "network-vif-plugged", "status": "completed", "tag": "b795f2a0-a5c0-454f-8fbe-956e41ba2c9c"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:52:35.583770 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port b795f2a0-a5c0-454f-8fbe-956e41ba2c9c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b795f2a0-a5c0-454f-8fbe-956e41ba2c9c,segment=NetworkSegment(c37a5047-594c-45eb-a67d-04be86042a0d),segment_id=c37a5047-594c-45eb-a67d-04be86042a0d)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:52:35.587987 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (b795f2a0-a5c0-454f-8fbe-956e41ba2c9c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:35.616647 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621f515b-d2dd-4e00-9510-55310abef465 x-openstack-request-id: req-621f515b-d2dd-4e00-9510-55310abef465 {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:52:35.616647 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf15cfb8-7c73-418b-b268-1fc064fc717f", "name": "network-vif-plugged", "status": "completed", "tag": "b795f2a0-a5c0-454f-8fbe-956e41ba2c9c", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:52:35.616935 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-621f515b-d2dd-4e00-9510-55310abef465 {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:52:35.617285 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf15cfb8-7c73-418b-b268-1fc064fc717f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b795f2a0-a5c0-454f-8fbe-956e41ba2c9c', 'code': 200} Mar 08 19:52:35.647313 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=b795f2a0-a5c0-454f-8fbe-956e41ba2c9c,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:35.777359 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd5533-6e2f-45f2-814b-06b53cf5c334 req-3b4dcaef-e685-46af-a146-16efc37c2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:35.778813 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-22bd5533-6e2f-45f2-814b-06b53cf5c334 req-3b4dcaef-e685-46af-a146-16efc37c2d91 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 1129 time: 0.0423026 Mar 08 19:52:35.826431 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-22bd5533-6e2f-45f2-814b-06b53cf5c334 req-cf7fd247-c4ae-49f7-9b6e-4ccf546e0f9c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402884 Mar 08 19:52:35.877460 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b64273-b5e0-4845-8061-627741f71c0e req-52b667f7-c3b7-42ac-a571-5c02eed85905 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:35.878849 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d2b64273-b5e0-4845-8061-627741f71c0e req-52b667f7-c3b7-42ac-a571-5c02eed85905 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0518541 Mar 08 19:52:35.924525 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d2b64273-b5e0-4845-8061-627741f71c0e req-fd816bc9-8a59-4b12-bf33-5e47079a3212 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Mar 08 19:52:36.058447 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6645823-d448-4010-ada5-418a127c9894 req-618d1a4c-4075-4b63-ae40-d8efa3afa60f tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:36.059943 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e6645823-d448-4010-ada5-418a127c9894 req-618d1a4c-4075-4b63-ae40-d8efa3afa60f tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0520217 Mar 08 19:52:36.105841 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e6645823-d448-4010-ada5-418a127c9894 req-4cf9e596-b329-4946-bf1c-87fc48cc47ea tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404570 Mar 08 19:52:36.602247 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04880daf-71a8-4707-ad81-519bda8fa0a6 req-cae3b274-4074-4fc8-baac-ba7c36848755 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:36.603794 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-04880daf-71a8-4707-ad81-519bda8fa0a6 req-cae3b274-4074-4fc8-baac-ba7c36848755 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0519118 Mar 08 19:52:36.651346 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-04880daf-71a8-4707-ad81-519bda8fa0a6 req-7b610752-b548-47a8-8c1b-e80fa724d59e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421453 Mar 08 19:52:37.037737 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac525b46-b3f7-4220-8309-78bc2ad56ee6 req-86592e6d-f76f-44c1-8697-78d6365bfe32 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:37.039214 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ac525b46-b3f7-4220-8309-78bc2ad56ee6 req-86592e6d-f76f-44c1-8697-78d6365bfe32 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0509121 Mar 08 19:52:37.084485 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ac525b46-b3f7-4220-8309-78bc2ad56ee6 req-2351fcd0-f368-4063-a417-ce4554f8de64 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392632 Mar 08 19:52:37.231546 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bdba5-d87f-4f5b-83da-b4d2b19a8a93 req-6a545f09-61e5-423d-a08a-0617badb1117 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:37.232986 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e45bdba5-d87f-4f5b-83da-b4d2b19a8a93 req-6a545f09-61e5-423d-a08a-0617badb1117 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0558825 Mar 08 19:52:37.277725 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e45bdba5-d87f-4f5b-83da-b4d2b19a8a93 req-8c2d1307-48b4-481b-846c-bc0896b4ef48 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391200 Mar 08 19:52:37.771017 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50881fc3-24d5-4ddd-a738-2c5dae7d06f1 req-a2114412-e5b9-4e11-aaa6-2a1c2f50b000 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:37.772513 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-50881fc3-24d5-4ddd-a738-2c5dae7d06f1 req-a2114412-e5b9-4e11-aaa6-2a1c2f50b000 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0559223 Mar 08 19:52:37.819968 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-50881fc3-24d5-4ddd-a738-2c5dae7d06f1 req-9e5343e2-3831-4bb8-a0f6-6888dbfb4d0a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420001 Mar 08 19:52:38.207687 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19f6b4-b6e0-4293-a5da-03b51255a168 req-d126ba74-8257-496d-b7bf-cb7f2f540c93 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:38.209173 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-eb19f6b4-b6e0-4293-a5da-03b51255a168 req-d126ba74-8257-496d-b7bf-cb7f2f540c93 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0512459 Mar 08 19:52:38.254705 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-eb19f6b4-b6e0-4293-a5da-03b51255a168 req-b46b2e02-e373-4f72-9394-41dacb2cfbf0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395741 Mar 08 19:52:38.402103 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23e143-f9d3-4f0e-bf59-9750a0270082 req-dc36b4ff-804a-43c0-924f-6f7ea4383278 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:38.403502 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-df23e143-f9d3-4f0e-bf59-9750a0270082 req-dc36b4ff-804a-43c0-924f-6f7ea4383278 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0565021 Mar 08 19:52:38.452481 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-df23e143-f9d3-4f0e-bf59-9750a0270082 req-706363b4-fd9a-47e8-b254-98c946c48eb9 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423729 Mar 08 19:52:38.935715 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6491fce-5b62-44b3-ac83-5bef722e724f req-47e2f083-9553-46b8-b4d3-eee86c9dcda7 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:38.937148 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c6491fce-5b62-44b3-ac83-5bef722e724f req-47e2f083-9553-46b8-b4d3-eee86c9dcda7 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0542259 Mar 08 19:52:38.985815 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c6491fce-5b62-44b3-ac83-5bef722e724f req-3aeb0c00-630a-486d-aa69-04e6165f571e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428181 Mar 08 19:52:39.578078 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7219874-ca81-4aa7-8289-d2a9e268afa8 req-1e5bbdbe-95de-480f-959b-81c22950b77d tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:39.579564 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e7219874-ca81-4aa7-8289-d2a9e268afa8 req-1e5bbdbe-95de-480f-959b-81c22950b77d tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0533721 Mar 08 19:52:39.631354 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e7219874-ca81-4aa7-8289-d2a9e268afa8 req-e514efc4-3db6-463b-ad65-16e0ad58e418 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462751 Mar 08 19:52:40.099911 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90ea53-3e7c-47ab-ad08-7d71399dcf54 req-83f05570-591a-4dcd-933d-f72b5097da15 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:40.101421 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1a90ea53-3e7c-47ab-ad08-7d71399dcf54 req-83f05570-591a-4dcd-933d-f72b5097da15 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0509937 Mar 08 19:52:40.153147 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1a90ea53-3e7c-47ab-ad08-7d71399dcf54 req-35ecb60c-6ced-4f7d-9a7f-2dc5e965ffd6 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462823 Mar 08 19:52:40.637812 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858ae39-9fac-41b5-a094-80a3ef4b19c5 req-cf8ba271-2ce6-4066-8c53-fcc2eddb1188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:40.639307 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f858ae39-9fac-41b5-a094-80a3ef4b19c5 req-cf8ba271-2ce6-4066-8c53-fcc2eddb1188 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b47b5204f2f43e5a2162e5e0f450500&device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 1129 time: 0.0474029 Mar 08 19:52:40.760163 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858ae39-9fac-41b5-a094-80a3ef4b19c5 req-d71dd794-0123-4235-b1f8-467bebdddb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:40.761682 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f858ae39-9fac-41b5-a094-80a3ef4b19c5 req-d71dd794-0123-4235-b1f8-467bebdddb75 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15c07b37-2e57-425d-a12f-c3c92656e6be HTTP/1.1" status: 200 len: 909 time: 0.1154077 Mar 08 19:52:40.780985 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8304a8-bf31-442d-880e-31122d068925 req-8da1b106-540e-4660-b500-dfb57bcabc65 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:40.782381 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cc8304a8-bf31-442d-880e-31122d068925 req-8da1b106-540e-4660-b500-dfb57bcabc65 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0783334 Mar 08 19:52:40.855109 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f858ae39-9fac-41b5-a094-80a3ef4b19c5 req-bc001adc-cd2a-4cc7-a322-396ac5ac525d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf60bdec-d657-4193-8d4c-6d75b8d18de9 HTTP/1.1" status: 200 len: 1001 time: 0.0868914 Mar 08 19:52:40.898652 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cc8304a8-bf31-442d-880e-31122d068925 req-1469e6b3-ab10-4d7f-9125-42f1a7576661 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860639 Mar 08 19:52:40.916939 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858ae39-9fac-41b5-a094-80a3ef4b19c5 req-2e84dcc9-ab94-4fcb-bc63-f90945492618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:40.918376 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f858ae39-9fac-41b5-a094-80a3ef4b19c5 req-2e84dcc9-ab94-4fcb-bc63-f90945492618 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=89e0a234-aa20-4709-9097-ea62c5d21a17 HTTP/1.1" status: 200 len: 847 time: 0.0538819 Mar 08 19:52:40.966616 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858ae39-9fac-41b5-a094-80a3ef4b19c5 req-82e335db-bd49-4860-b8d2-f7f5692633eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:40.968069 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f858ae39-9fac-41b5-a094-80a3ef4b19c5 req-82e335db-bd49-4860-b8d2-f7f5692633eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15c07b37-2e57-425d-a12f-c3c92656e6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428727 Mar 08 19:52:41.057605 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f858ae39-9fac-41b5-a094-80a3ef4b19c5 req-9fc7be0c-1a22-4734-b166-868fc59c2a80 service neutron] 10.222.0.60 "GET /v2.0/networks/15c07b37-2e57-425d-a12f-c3c92656e6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831244 Mar 08 19:52:41.149824 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f858ae39-9fac-41b5-a094-80a3ef4b19c5 req-c8159ea4-f221-44b6-8321-b427b362b428 service neutron] 10.222.0.60 "GET /v2.0/networks/15c07b37-2e57-425d-a12f-c3c92656e6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857134 Mar 08 19:52:41.269803 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d482dd-e715-4550-8a02-55c3fca2d08a req-e0d36ba2-4b5d-4810-8b3d-1930646f1206 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:41.271295 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-10d482dd-e715-4550-8a02-55c3fca2d08a req-e0d36ba2-4b5d-4810-8b3d-1930646f1206 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0513887 Mar 08 19:52:41.318316 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-10d482dd-e715-4550-8a02-55c3fca2d08a req-c1fbf20e-a9a4-475d-b718-8413a4bf31f2 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415158 Mar 08 19:52:42.019144 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dca9b0-a491-4ea3-b7fb-8e029fbf8492 req-92de9acf-0f9d-4ff4-8b41-85212129b736 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:42.020530 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-45dca9b0-a491-4ea3-b7fb-8e029fbf8492 req-92de9acf-0f9d-4ff4-8b41-85212129b736 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0517282 Mar 08 19:52:42.065582 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-45dca9b0-a491-4ea3-b7fb-8e029fbf8492 req-3bb9fbf5-4cef-452f-a52f-caf670d98c0c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396724 Mar 08 19:52:42.378233 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:42.440956 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d9183-1484-44d2-9ea0-5b140ba3ecae req-020901cb-1c96-470c-b7d1-a2796f9e0e35 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:42.442412 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0b5d9183-1484-44d2-9ea0-5b140ba3ecae req-020901cb-1c96-470c-b7d1-a2796f9e0e35 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0522778 Mar 08 19:52:42.489367 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0b5d9183-1484-44d2-9ea0-5b140ba3ecae req-31bc42b6-c21d-48b5-98de-0ed268b38438 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414548 Mar 08 19:52:43.189559 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69dcc8-93b2-44df-be0e-21672e7c23f8 req-5c0b7cfa-d329-4451-a072-254de3b9f8c9 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:43.191086 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6c69dcc8-93b2-44df-be0e-21672e7c23f8 req-5c0b7cfa-d329-4451-a072-254de3b9f8c9 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0552313 Mar 08 19:52:43.239034 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6c69dcc8-93b2-44df-be0e-21672e7c23f8 req-08cd4ef0-b16a-4290-bf74-e9c114f4f5aa tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410798 Mar 08 19:52:43.619030 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b643fc-2558-4c4f-b98c-9e293a9da76d req-93863a47-4e16-4c2d-8b5c-ef033fbd0dbb tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:43.620533 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-59b643fc-2558-4c4f-b98c-9e293a9da76d req-93863a47-4e16-4c2d-8b5c-ef033fbd0dbb tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0566089 Mar 08 19:52:43.670030 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-59b643fc-2558-4c4f-b98c-9e293a9da76d req-f7079c9f-3240-44d5-81c3-6ddc394f294b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438528 Mar 08 19:52:43.776541 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [req-1942a7ef-40dc-4512-8c79-9852fd3c6c98 req-82b97523-b9ae-4525-a583-bf8189d49838 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:52:43.777497 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1942a7ef-40dc-4512-8c79-9852fd3c6c98 req-82b97523-b9ae-4525-a583-bf8189d49838 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470045 Mar 08 19:52:43.919879 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 60878) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:52:43.933559 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39172936-a6c2-430d-8af2-302585f64195 req-bf5b2545-0c64-45d9-9f8b-45af6fb3ea47 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:43.935061 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-39172936-a6c2-430d-8af2-302585f64195 req-bf5b2545-0c64-45d9-9f8b-45af6fb3ea47 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0536983 Mar 08 19:52:43.983570 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-39172936-a6c2-430d-8af2-302585f64195 req-50555381-6542-41ea-803b-cb4dfee8b67c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427864 Mar 08 19:52:44.006227 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-03595d7f-928f-409b-a0fd-b1a70c6cd080 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851872 Mar 08 19:52:44.015273 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-8758725f-e820-4a28-983f-61a9d6ac3a50 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:52:44.016199 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-8758725f-e820-4a28-983f-61a9d6ac3a50 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046873 Mar 08 19:52:44.106134 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 60886) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:52:44.195876 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-7fe85053-39af-431f-a63c-d87567a94361 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:44.197843 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-7fe85053-39af-431f-a63c-d87567a94361 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports/bf60bdec-d657-4193-8d4c-6d75b8d18de9 HTTP/1.1" status: 200 len: 942 time: 0.0907276 Mar 08 19:52:44.364159 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24267124-8918-4c86-af35-e6d4c0fcd84b req-ccebe48d-e3ed-42bf-a12f-37ca4e12f29b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:44.365792 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-24267124-8918-4c86-af35-e6d4c0fcd84b req-ccebe48d-e3ed-42bf-a12f-37ca4e12f29b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0536082 Mar 08 19:52:44.412534 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-24267124-8918-4c86-af35-e6d4c0fcd84b req-99d286d0-7b05-4a25-ac65-ac0dec9583f0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406895 Mar 08 19:52:45.102791 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e8c0e-8b38-45ff-8498-927f60948e24 req-d35672e2-ac59-43b5-8e6c-55d108c1078b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:45.104364 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-154e8c0e-8b38-45ff-8498-927f60948e24 req-d35672e2-ac59-43b5-8e6c-55d108c1078b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0542431 Mar 08 19:52:45.155989 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-154e8c0e-8b38-45ff-8498-927f60948e24 req-17ef5cb5-c556-49a0-816f-f12b897b6b32 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457225 Mar 08 19:52:45.428135 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 4ac3b787-c699-4162-baaf-0b30eccf074d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:52:45.534633 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 4ac3b787-c699-4162-baaf-0b30eccf074d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ac3b787-c699-4162-baaf-0b30eccf074d,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:52:45.546617 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': '4ac3b787-c699-4162-baaf-0b30eccf074d', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'port_id': '4ac3b787-c699-4162-baaf-0b30eccf074d', 'mac_address': 'fa:16:3e:ea:ef:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:52:45.552916 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9c957-c74e-467b-86fb-544ec346e7b3 req-6b720a9b-6d67-4b37-b60d-d5a3241f5da9 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:45.554405 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-20e9c957-c74e-467b-86fb-544ec346e7b3 req-6b720a9b-6d67-4b37-b60d-d5a3241f5da9 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0616822 Mar 08 19:52:45.585406 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 4ac3b787-c699-4162-baaf-0b30eccf074d is: ACTIVE; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:52:45.586009 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:45.601405 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ac3b787-c699-4162-baaf-0b30eccf074d {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:52:45.621489 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-20e9c957-c74e-467b-86fb-544ec346e7b3 req-a69cd42c-c384-49f3-8a68-1cb3e8dc2101 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610402 Mar 08 19:52:45.622322 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 4ac3b787-c699-4162-baaf-0b30eccf074d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ac3b787-c699-4162-baaf-0b30eccf074d,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:52:45.629172 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:45.686179 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=4ac3b787-c699-4162-baaf-0b30eccf074d,revision_number=6']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:45.724186 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['4ac3b787-c699-4162-baaf-0b30eccf074d'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:52:46.116972 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-7a0bd833-5ecb-415a-a609-71f7b05355b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:46.118672 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-7a0bd833-5ecb-415a-a609-71f7b05355b4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e&tenant_id=2b47b5204f2f43e5a2162e5e0f450500 HTTP/1.1" status: 200 len: 1129 time: 0.0587034 Mar 08 19:52:46.203033 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-448eeca2-5068-4689-a1d9-fdaa97400e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:46.204626 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-448eeca2-5068-4689-a1d9-fdaa97400e32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b47b5204f2f43e5a2162e5e0f450500&device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 1129 time: 0.0542800 Mar 08 19:52:46.291520 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019e646-c64d-49f4-ad96-1186b33f059e req-e404e5cb-55f7-4f44-825b-8106912c21b8 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:46.301032 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0019e646-c64d-49f4-ad96-1186b33f059e req-e404e5cb-55f7-4f44-825b-8106912c21b8 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0676849 Mar 08 19:52:46.308908 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-abd55a9b-4714-4224-b9d1-a5fd7baa263d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:46.310613 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-abd55a9b-4714-4224-b9d1-a5fd7baa263d service neutron] 10.222.0.60 "GET /v2.0/networks?id=15c07b37-2e57-425d-a12f-c3c92656e6be HTTP/1.1" status: 200 len: 909 time: 0.1000090 Mar 08 19:52:46.360182 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0019e646-c64d-49f4-ad96-1186b33f059e req-5d7001ab-1c88-4f9f-81ed-3e00123eb382 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578547 Mar 08 19:52:46.382994 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-b9a49934-a367-4eef-b32f-4e61cad32646 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf60bdec-d657-4193-8d4c-6d75b8d18de9 HTTP/1.1" status: 200 len: 1001 time: 0.0653775 Mar 08 19:52:46.440089 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-37595ee9-2d4a-4817-b782-bb2cd545c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:46.441880 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-37595ee9-2d4a-4817-b782-bb2cd545c965 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=89e0a234-aa20-4709-9097-ea62c5d21a17 HTTP/1.1" status: 200 len: 847 time: 0.0497725 Mar 08 19:52:46.760226 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5be888-6c4a-4f71-a93a-cb636392bd49 req-efa21878-5ac8-4e74-b978-20c0b5e37993 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:46.763010 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-af5be888-6c4a-4f71-a93a-cb636392bd49 req-efa21878-5ac8-4e74-b978-20c0b5e37993 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 944 time: 0.0575066 Mar 08 19:52:46.817851 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-af5be888-6c4a-4f71-a93a-cb636392bd49 req-9838d6d3-30ac-47fe-b0ac-6967355ec809 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492361 Mar 08 19:52:47.437091 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-f3cc2bd0-bbe4-4df1-9754-721f8c52ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:47.439038 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-f3cc2bd0-bbe4-4df1-9754-721f8c52ba95 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15c07b37-2e57-425d-a12f-c3c92656e6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571175 Mar 08 19:52:47.494520 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580f8df-a1b3-49ec-ac4f-5ebb100efd5c req-1e50c307-c124-4dd0-a904-ecd48459df72 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:47.495726 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c580f8df-a1b3-49ec-ac4f-5ebb100efd5c req-1e50c307-c124-4dd0-a904-ecd48459df72 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0552325 Mar 08 19:52:47.596576 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c580f8df-a1b3-49ec-ac4f-5ebb100efd5c req-52f05ad4-a798-4362-9c8b-39e473926ee1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941098 Mar 08 19:52:47.963673 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9dcd9c-6027-4581-9c6a-67ad226c6dda req-ab88cefc-fa67-47f0-8268-cf2a75f2c9e9 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:47.965768 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2e9dcd9c-6027-4581-9c6a-67ad226c6dda req-ab88cefc-fa67-47f0-8268-cf2a75f2c9e9 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 944 time: 0.0720985 Mar 08 19:52:48.019471 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2e9dcd9c-6027-4581-9c6a-67ad226c6dda req-4eddbb0b-ea26-4716-840c-8fd775dbed02 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482812 Mar 08 19:52:48.223757 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 4ac3b787-c699-4162-baaf-0b30eccf074d up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:52:48.285045 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port 4ac3b787-c699-4162-baaf-0b30eccf074d triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:52:48.285418 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:48.323906 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-b0ede8ec-7838-4e03-ab4e-61efe679dbec service neutron] 10.222.0.60 "GET /v2.0/networks/15c07b37-2e57-425d-a12f-c3c92656e6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081915 Mar 08 19:52:48.378233 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 4ac3b787-c699-4162-baaf-0b30eccf074d is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:52:48.378732 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:48.404716 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29933d05-3536-4ba1-8676-36a83a073710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac3b787-c699-4162-baaf-0b30eccf074d'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:52:48.407584 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab988607-029a-466d-a59a-54365dbed77d" -d '{"events": [{"server_uuid": "29933d05-3536-4ba1-8676-36a83a073710", "name": "network-vif-plugged", "status": "completed", "tag": "4ac3b787-c699-4162-baaf-0b30eccf074d"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:52:48.422489 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 4ac3b787-c699-4162-baaf-0b30eccf074d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ac3b787-c699-4162-baaf-0b30eccf074d,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:52:48.429888 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:48.430907 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device bf60bdec-d657-4193-8d4c-6d75b8d18de9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:52:48.518804 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=4ac3b787-c699-4162-baaf-0b30eccf074d,revision_number=7']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:48.561680 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc32803-3d73-4841-bd1d-c680897ccbbf x-openstack-request-id: req-1fc32803-3d73-4841-bd1d-c680897ccbbf {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:52:48.562076 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29933d05-3536-4ba1-8676-36a83a073710", "name": "network-vif-plugged", "status": "completed", "tag": "4ac3b787-c699-4162-baaf-0b30eccf074d", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:52:48.562400 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1fc32803-3d73-4841-bd1d-c680897ccbbf {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:52:48.562870 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29933d05-3536-4ba1-8676-36a83a073710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac3b787-c699-4162-baaf-0b30eccf074d', 'code': 200} Mar 08 19:52:48.579647 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port bf60bdec-d657-4193-8d4c-6d75b8d18de9 is: ACTIVE; New status is: DOWN {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:52:48.580145 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:48.622804 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port bf60bdec-d657-4193-8d4c-6d75b8d18de9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bf60bdec-d657-4193-8d4c-6d75b8d18de9,segment=NetworkSegment(13717a63-7cf9-4aad-bcf3-47cb06660cfc),segment_id=13717a63-7cf9-4aad-bcf3-47cb06660cfc)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:52:48.639173 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:48.707102 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=bf60bdec-d657-4193-8d4c-6d75b8d18de9,revision_number=6']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:48.758448 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b7e6a-ca24-4e2f-984a-72dfdfaeabe4 req-c8e46126-e747-421c-bae9-937de9a1182c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:48.759884 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c61b7e6a-ca24-4e2f-984a-72dfdfaeabe4 req-c8e46126-e747-421c-bae9-937de9a1182c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0681598 Mar 08 19:52:48.826161 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c61b7e6a-ca24-4e2f-984a-72dfdfaeabe4 req-30fa3b77-b3f1-4487-812f-920df682bd4e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601199 Mar 08 19:52:49.168696 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2401390-29b5-4ea3-a06c-f6cb4fefe8fd req-9e369110-74bf-4424-96dd-96fd4bdf843b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:49.171534 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b2401390-29b5-4ea3-a06c-f6cb4fefe8fd req-9e369110-74bf-4424-96dd-96fd4bdf843b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0693545 Mar 08 19:52:49.286628 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b2401390-29b5-4ea3-a06c-f6cb4fefe8fd req-692c1760-d2e3-4ee6-b588-456108d0a14c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095629 Mar 08 19:52:49.333292 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-6ac24570-8071-4168-bcbf-ed68fe6dacef service neutron] 10.222.0.60 "GET /v2.0/networks/15c07b37-2e57-425d-a12f-c3c92656e6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310158 Mar 08 19:52:49.987101 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398266af-eb6d-488c-847f-851f02ba78f0 req-63f7a97c-3bc4-49bc-8534-27c9952ce357 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:49.988775 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-398266af-eb6d-488c-847f-851f02ba78f0 req-63f7a97c-3bc4-49bc-8534-27c9952ce357 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0750077 Mar 08 19:52:50.389509 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-398266af-eb6d-488c-847f-851f02ba78f0 req-5c6506df-4e29-4eb7-ac7c-3f6c383bd958 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3871636 Mar 08 19:52:50.481495 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559dcf3-bbd5-45e9-bcf2-6e74b85983d5 req-73ff9b97-a9b3-421d-89cd-6e0c6114f818 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:50.489019 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e559dcf3-bbd5-45e9-bcf2-6e74b85983d5 req-73ff9b97-a9b3-421d-89cd-6e0c6114f818 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0827429 Mar 08 19:52:50.565045 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:52:50.567901 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f81edd8-e98f-40ac-9dc9-c5a0d9a496d5" -d '{"events": [{"server_uuid": "08ec178e-8ba4-4606-8aa8-131038fc027e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf60bdec-d657-4193-8d4c-6d75b8d18de9"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:52:50.580800 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e559dcf3-bbd5-45e9-bcf2-6e74b85983d5 req-8ca6cf51-8378-4bd2-a1fd-d4bd7f072b2e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874438 Mar 08 19:52:50.619809 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 19:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa79394e-711f-4062-9306-e6eaac8fb729 x-openstack-request-id: req-aa79394e-711f-4062-9306-e6eaac8fb729 {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:52:50.621367 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ec178e-8ba4-4606-8aa8-131038fc027e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf60bdec-d657-4193-8d4c-6d75b8d18de9", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:52:50.621838 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aa79394e-711f-4062-9306-e6eaac8fb729 {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:52:50.622303 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9', 'code': 200} Mar 08 19:52:51.515801 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c2340-7dce-4182-906f-334be7e6cbcd req-36c6d2ef-c9ae-4b03-ada2-bceaae25154f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:51.517489 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-745c2340-7dce-4182-906f-334be7e6cbcd req-36c6d2ef-c9ae-4b03-ada2-bceaae25154f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0618615 Mar 08 19:52:51.583363 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-745c2340-7dce-4182-906f-334be7e6cbcd req-e4e3b448-58dd-41b9-819d-80506776081f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597811 Mar 08 19:52:51.716481 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c46ec9-19ac-4b39-baf3-6f7390ec68df req-3a97ac02-acb2-4adb-aa23-6e4f9042f7e9 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:51.717958 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-39c46ec9-19ac-4b39-baf3-6f7390ec68df req-3a97ac02-acb2-4adb-aa23-6e4f9042f7e9 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0645990 Mar 08 19:52:51.770465 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-39c46ec9-19ac-4b39-baf3-6f7390ec68df req-873fe8a5-92bc-4794-8010-2364b7782244 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466180 Mar 08 19:52:52.715297 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c6ae3-c160-4d44-8821-5b738107e180 req-ca5acd27-9c99-4fbe-a2d0-a310fa730752 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:52.717009 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-dd5c6ae3-c160-4d44-8821-5b738107e180 req-ca5acd27-9c99-4fbe-a2d0-a310fa730752 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0572841 Mar 08 19:52:52.773977 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-dd5c6ae3-c160-4d44-8821-5b738107e180 req-bec7454c-3f99-4035-b7b7-4457b9551a5c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510783 Mar 08 19:52:52.900915 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a126cfa-6b31-4a60-a2be-b6bdf45f6130 req-8c1bee0c-0abd-4b28-aa3b-4900a89547ab tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:52.902878 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3a126cfa-6b31-4a60-a2be-b6bdf45f6130 req-8c1bee0c-0abd-4b28-aa3b-4900a89547ab tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0544121 Mar 08 19:52:52.954994 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3a126cfa-6b31-4a60-a2be-b6bdf45f6130 req-f184adee-f207-48da-8198-bea1a1efc3ea tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464020 Mar 08 19:52:53.896329 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb25980-81a2-4d0a-9495-dcd56984a929 req-4a7e0992-69c4-437c-bc66-e396c68a0ced tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:53.897964 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1fb25980-81a2-4d0a-9495-dcd56984a929 req-4a7e0992-69c4-437c-bc66-e396c68a0ced tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0550714 Mar 08 19:52:53.954660 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1fb25980-81a2-4d0a-9495-dcd56984a929 req-fd05b2b9-022d-4a8f-9a8a-9a234c259814 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498397 Mar 08 19:52:54.084484 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d36e2-c329-4cb4-8b6f-b02d75d3e898 req-7310bea5-35a6-4e83-95b9-9a3c20d2d55f tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:54.086102 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d84d36e2-c329-4cb4-8b6f-b02d75d3e898 req-7310bea5-35a6-4e83-95b9-9a3c20d2d55f tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0550575 Mar 08 19:52:54.137292 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d84d36e2-c329-4cb4-8b6f-b02d75d3e898 req-c833199b-a0ea-4152-be5d-676244fcecfc tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447865 Mar 08 19:52:55.071703 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cbcfe-3c70-44e0-9650-03e8484f651b req-de0105f8-5235-4d1e-9791-2fc9bfcc112f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:55.073180 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5b5cbcfe-3c70-44e0-9650-03e8484f651b req-de0105f8-5235-4d1e-9791-2fc9bfcc112f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0519440 Mar 08 19:52:55.119634 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5b5cbcfe-3c70-44e0-9650-03e8484f651b req-7f2a3aaa-3700-49f8-80ba-7c3e21835549 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404119 Mar 08 19:52:55.256397 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f496d-9717-4955-9cce-8c18e67642c8 req-5f882ae5-eaff-48df-9d51-68f743cb5ad4 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:55.257833 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c52f496d-9717-4955-9cce-8c18e67642c8 req-5f882ae5-eaff-48df-9d51-68f743cb5ad4 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0498831 Mar 08 19:52:55.301763 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c52f496d-9717-4955-9cce-8c18e67642c8 req-606f6302-d4c4-41b6-b364-551f03663d34 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379171 Mar 08 19:52:55.600623 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4583dab-d668-4979-a373-cf1daa78407b req-16e1ff35-5afc-49e1-aaea-8aa561432041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:55.602069 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e4583dab-d668-4979-a373-cf1daa78407b req-16e1ff35-5afc-49e1-aaea-8aa561432041 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8fc81146d843659f7b027db2238ff7&device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 1129 time: 0.0459967 Mar 08 19:52:55.692700 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4583dab-d668-4979-a373-cf1daa78407b req-13646e3f-0911-4be2-88c1-a9722fcab849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:55.694094 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e4583dab-d668-4979-a373-cf1daa78407b req-13646e3f-0911-4be2-88c1-a9722fcab849 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3f5b26d-7786-4d76-b026-0184c6ebc557 HTTP/1.1" status: 200 len: 918 time: 0.0827050 Mar 08 19:52:55.766724 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e4583dab-d668-4979-a373-cf1daa78407b req-eca68d86-abeb-4ee1-8d70-9ce814c6b829 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ac3b787-c699-4162-baaf-0b30eccf074d HTTP/1.1" status: 200 len: 1000 time: 0.0658693 Mar 08 19:52:55.813846 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4583dab-d668-4979-a373-cf1daa78407b req-e788a554-ec1d-4711-8c3f-274bec3412d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:55.815230 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e4583dab-d668-4979-a373-cf1daa78407b req-e788a554-ec1d-4711-8c3f-274bec3412d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca6f325-a313-48b4-874a-63f6de10419f HTTP/1.1" status: 200 len: 856 time: 0.0420575 Mar 08 19:52:55.862390 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4583dab-d668-4979-a373-cf1daa78407b req-1aeea292-d207-4bb3-9c78-d497d065ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:55.863814 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e4583dab-d668-4979-a373-cf1daa78407b req-1aeea292-d207-4bb3-9c78-d497d065ab40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3f5b26d-7786-4d76-b026-0184c6ebc557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423553 Mar 08 19:52:55.960644 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e4583dab-d668-4979-a373-cf1daa78407b req-ed1f47ea-2b46-4a3c-acd9-67973b23f86e service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891948 Mar 08 19:52:56.046327 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e4583dab-d668-4979-a373-cf1daa78407b req-3f99caff-f1e7-4234-a128-4e460a1df38e service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794988 Mar 08 19:52:56.147097 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f5635ca8-1bdf-4884-8621-752b680aebf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:56.244748 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad27a95-a8f2-4714-aa35-ecc863fd8e93 req-0b6f7666-a8f2-4fff-8493-eca8191d8cb0 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:56.247101 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bad27a95-a8f2-4714-aa35-ecc863fd8e93 req-0b6f7666-a8f2-4fff-8493-eca8191d8cb0 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0621452 Mar 08 19:52:56.296768 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bad27a95-a8f2-4714-aa35-ecc863fd8e93 req-8cf45882-1b44-4238-98ad-7ef75558f012 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444648 Mar 08 19:52:56.426767 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4490d-fdb6-4d9e-a9d2-ac6722319ee5 req-52282ed1-aca0-454d-bfb4-77f944be685c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:56.428264 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-96e4490d-fdb6-4d9e-a9d2-ac6722319ee5 req-52282ed1-aca0-454d-bfb4-77f944be685c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0558343 Mar 08 19:52:56.472955 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-96e4490d-fdb6-4d9e-a9d2-ac6722319ee5 req-9c2fb399-d3ee-4fb8-8453-370109235ab0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384395 Mar 08 19:52:57.415971 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a4ead-3a8f-4c72-9411-98eb8f7f7565 req-6b03df42-076c-4926-a309-1558727ce149 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:57.417375 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ff2a4ead-3a8f-4c72-9411-98eb8f7f7565 req-6b03df42-076c-4926-a309-1558727ce149 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0558436 Mar 08 19:52:57.464126 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ff2a4ead-3a8f-4c72-9411-98eb8f7f7565 req-c2eda453-b8a7-4f98-be6d-74286b1a4588 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412638 Mar 08 19:52:57.603698 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc7f63-0238-4fac-bc0a-a5f75aa47748 req-78ee5233-c47d-4d86-aa05-a72580e18520 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:57.605795 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bbdc7f63-0238-4fac-bc0a-a5f75aa47748 req-78ee5233-c47d-4d86-aa05-a72580e18520 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0595036 Mar 08 19:52:57.650492 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bbdc7f63-0238-4fac-bc0a-a5f75aa47748 req-1e3089e7-4df1-44fd-a58d-9e49cc2f4a3b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390582 Mar 08 19:52:58.414792 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-98dc83f6-af2c-4991-b5d0-29cb2cf03f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:58.578427 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86d45d-346e-4b2f-9ee7-2725cee28162 req-a2123460-231a-48cc-829d-147e24b58802 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:58.579902 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4f86d45d-346e-4b2f-9ee7-2725cee28162 req-a2123460-231a-48cc-829d-147e24b58802 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0515203 Mar 08 19:52:58.628426 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4f86d45d-346e-4b2f-9ee7-2725cee28162 req-fe30bb52-2473-413f-ba87-844e05d71814 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430698 Mar 08 19:52:58.770876 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535109d1-49d4-46dc-8a18-3bcf726274af req-e2a9730d-1937-4454-8eb5-50fb7669bdb4 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:58.772352 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-535109d1-49d4-46dc-8a18-3bcf726274af req-e2a9730d-1937-4454-8eb5-50fb7669bdb4 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 945 time: 0.0512545 Mar 08 19:52:58.820832 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-535109d1-49d4-46dc-8a18-3bcf726274af req-fc817822-0103-4286-8e9e-7abe95b27387 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424247 Mar 08 19:52:59.478955 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 4ac3b787-c699-4162-baaf-0b30eccf074d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:52:59.555894 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 4ac3b787-c699-4162-baaf-0b30eccf074d is: ACTIVE; New status is: DOWN {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:52:59.556299 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:59.582104 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29933d05-3536-4ba1-8676-36a83a073710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac3b787-c699-4162-baaf-0b30eccf074d'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:52:59.585928 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fbeed2-6177-4004-b792-11c23431a0f5" -d '{"events": [{"server_uuid": "29933d05-3536-4ba1-8676-36a83a073710", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac3b787-c699-4162-baaf-0b30eccf074d"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:52:59.602239 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 4ac3b787-c699-4162-baaf-0b30eccf074d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ac3b787-c699-4162-baaf-0b30eccf074d,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:52:59.607050 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:59.631177 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 19:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaeaad1-edee-480a-a6d9-1aaf40de79e9 x-openstack-request-id: req-8eaeaad1-edee-480a-a6d9-1aaf40de79e9 {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:52:59.631469 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29933d05-3536-4ba1-8676-36a83a073710", "name": "network-vif-unplugged", "status": "failed", "tag": "4ac3b787-c699-4162-baaf-0b30eccf074d", "code": 422}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:52:59.631933 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8eaeaad1-edee-480a-a6d9-1aaf40de79e9 {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:52:59.632647 dv-cinder-830093-3-iscsi neutron-server[109691]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29933d05-3536-4ba1-8676-36a83a073710', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ac3b787-c699-4162-baaf-0b30eccf074d', 'code': 422} returned with failed status Mar 08 19:52:59.671463 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=4ac3b787-c699-4162-baaf-0b30eccf074d,revision_number=8']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:52:59.690832 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:52:59.723165 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490bda8-4a5c-4ee4-a7e9-5a8935f38e97 req-5abb9a17-8cbd-461b-b725-205e737f3933 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:59.725117 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0490bda8-4a5c-4ee4-a7e9-5a8935f38e97 req-5abb9a17-8cbd-461b-b725-205e737f3933 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 943 time: 0.0830829 Mar 08 19:52:59.781739 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0490bda8-4a5c-4ee4-a7e9-5a8935f38e97 req-8003916a-4de0-4e63-9e8b-38f9faa188ab tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500801 Mar 08 19:52:59.800471 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632df1d-8261-4de6-9c50-f56ccf12033a req-123771fb-4373-4f10-a8f3-e76db41b1645 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:59.801951 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d632df1d-8261-4de6-9c50-f56ccf12033a req-123771fb-4373-4f10-a8f3-e76db41b1645 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0980103 Mar 08 19:52:59.804682 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5a763c04-70d2-4d8d-bf05-3d88365267d1 req-be726708-d756-4ee5-a968-1cab4466f4d6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0675571 Mar 08 19:52:59.849145 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d632df1d-8261-4de6-9c50-f56ccf12033a req-a7aa22b8-e6e1-423d-a4ee-c60480dce660 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416248 Mar 08 19:52:59.879126 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a763c04-70d2-4d8d-bf05-3d88365267d1 req-bad25b53-e08f-4181-bbae-64b43ef8741f tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:52:59.880502 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a763c04-70d2-4d8d-bf05-3d88365267d1 req-bad25b53-e08f-4181-bbae-64b43ef8741f tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports/4ac3b787-c699-4162-baaf-0b30eccf074d HTTP/1.1" status: 200 len: 940 time: 0.0473909 Mar 08 19:53:00.601956 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a763c04-70d2-4d8d-bf05-3d88365267d1 req-341e4662-9532-488d-9113-382017add6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:00.603406 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a763c04-70d2-4d8d-bf05-3d88365267d1 req-341e4662-9532-488d-9113-382017add6f2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710&tenant_id=2f8fc81146d843659f7b027db2238ff7 HTTP/1.1" status: 200 len: 1127 time: 0.0464005 Mar 08 19:53:00.667316 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a763c04-70d2-4d8d-bf05-3d88365267d1 req-4c672e86-b28a-49ee-b41c-56ffc63869fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:00.668813 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a763c04-70d2-4d8d-bf05-3d88365267d1 req-4c672e86-b28a-49ee-b41c-56ffc63869fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8fc81146d843659f7b027db2238ff7&device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 1127 time: 0.0435965 Mar 08 19:53:00.756751 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a763c04-70d2-4d8d-bf05-3d88365267d1 req-240c3c38-8887-4b5b-88b4-b67b9ce3e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:00.758214 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a763c04-70d2-4d8d-bf05-3d88365267d1 req-240c3c38-8887-4b5b-88b4-b67b9ce3e5ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3f5b26d-7786-4d76-b026-0184c6ebc557 HTTP/1.1" status: 200 len: 918 time: 0.0818639 Mar 08 19:53:00.824827 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a763c04-70d2-4d8d-bf05-3d88365267d1 req-d6a03d09-7803-4451-bcb0-3c876c5a60cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ac3b787-c699-4162-baaf-0b30eccf074d HTTP/1.1" status: 200 len: 998 time: 0.0601797 Mar 08 19:53:00.897664 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a763c04-70d2-4d8d-bf05-3d88365267d1 req-c5c97709-a643-4263-879a-65dacd309f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:00.899110 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a763c04-70d2-4d8d-bf05-3d88365267d1 req-c5c97709-a643-4263-879a-65dacd309f46 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca6f325-a313-48b4-874a-63f6de10419f HTTP/1.1" status: 200 len: 856 time: 0.0682888 Mar 08 19:53:00.945740 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e05166-05c9-452b-965e-167ed343d58a req-192ee064-2f42-4243-99b4-ed1ca1b9cb83 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:00.947194 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-91e05166-05c9-452b-965e-167ed343d58a req-192ee064-2f42-4243-99b4-ed1ca1b9cb83 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 943 time: 0.0876093 Mar 08 19:53:00.966134 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add5734-618d-4c9e-abaa-c4649d5fedd7 req-bb45bf0c-15cb-4051-94a1-20f16efb7920 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:00.967623 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2add5734-618d-4c9e-abaa-c4649d5fedd7 req-bb45bf0c-15cb-4051-94a1-20f16efb7920 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0527859 Mar 08 19:53:00.987934 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a763c04-70d2-4d8d-bf05-3d88365267d1 req-d8e1716c-9612-40f1-8ff3-8faa156fc21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:00.989446 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a763c04-70d2-4d8d-bf05-3d88365267d1 req-d8e1716c-9612-40f1-8ff3-8faa156fc21a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3f5b26d-7786-4d76-b026-0184c6ebc557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831451 Mar 08 19:53:01.015610 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2add5734-618d-4c9e-abaa-c4649d5fedd7 req-f020e89a-b5e3-43a7-a7b8-1704b1f07be8 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 Mar 08 19:53:01.021043 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-91e05166-05c9-452b-965e-167ed343d58a req-a176f493-65fb-4e05-aa36-336aec5439bd tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670936 Mar 08 19:53:01.076811 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:01.087648 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a763c04-70d2-4d8d-bf05-3d88365267d1 req-9bf8cf3b-828c-4913-8be4-81698c8377e6 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884566 Mar 08 19:53:01.179536 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a763c04-70d2-4d8d-bf05-3d88365267d1 req-d1ab5de2-f744-4447-a888-f647551cd748 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848975 Mar 08 19:53:02.151321 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db3ef0-7af5-4a93-808e-b13a89c4fb1a req-214ac096-fd9e-4963-84ae-fedea2605673 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:02.152880 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c3db3ef0-7af5-4a93-808e-b13a89c4fb1a req-214ac096-fd9e-4963-84ae-fedea2605673 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0676093 Mar 08 19:53:02.187869 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c015d-cfd9-4afb-ad6e-1b9bd77a97ba req-bc973bb7-a80e-46e2-afd9-58d735e3f81a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:02.189482 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e11c015d-cfd9-4afb-ad6e-1b9bd77a97ba req-bc973bb7-a80e-46e2-afd9-58d735e3f81a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 943 time: 0.0784671 Mar 08 19:53:02.227278 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c3db3ef0-7af5-4a93-808e-b13a89c4fb1a req-73cd64fd-4b63-4a66-96be-cc944403722d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656483 Mar 08 19:53:02.244894 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e11c015d-cfd9-4afb-ad6e-1b9bd77a97ba req-0e83cb0a-29ac-4298-ae89-2f6f15a9e4e0 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490305 Mar 08 19:53:02.360360 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:03.359999 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1c99d-0cf6-4b1a-8769-d373fa656e15 req-e90ee6da-b613-45b8-bd0c-3bdd48d7651e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:03.368074 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-72e1c99d-0cf6-4b1a-8769-d373fa656e15 req-e90ee6da-b613-45b8-bd0c-3bdd48d7651e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0614738 Mar 08 19:53:03.398441 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1ff78-461d-4e63-9fbf-dc00eefe5474 req-9b07d672-9274-4916-8206-9d7eceb609a1 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:03.399959 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cce1ff78-461d-4e63-9fbf-dc00eefe5474 req-9b07d672-9274-4916-8206-9d7eceb609a1 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 943 time: 0.0572000 Mar 08 19:53:03.428841 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-72e1c99d-0cf6-4b1a-8769-d373fa656e15 req-9583522d-bece-433c-8591-0c0b776468a7 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596161 Mar 08 19:53:03.454050 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cce1ff78-461d-4e63-9fbf-dc00eefe5474 req-4e51ef32-8147-4a11-ba31-ff2a1c585629 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480328 Mar 08 19:53:04.550850 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284b47b-6d9f-4cff-94ff-7ce071b9d1a2 req-d40ddaa0-7354-4a89-b681-3669f8f3deac tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:04.552359 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b284b47b-6d9f-4cff-94ff-7ce071b9d1a2 req-d40ddaa0-7354-4a89-b681-3669f8f3deac tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0559254 Mar 08 19:53:04.595408 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d66e0-d55b-4163-ac7c-5b6b5d3d7b17 req-962f92da-3816-4c64-b989-b7c529871c94 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:04.598237 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-829d66e0-d55b-4163-ac7c-5b6b5d3d7b17 req-962f92da-3816-4c64-b989-b7c529871c94 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 943 time: 0.0614634 Mar 08 19:53:04.630867 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b284b47b-6d9f-4cff-94ff-7ce071b9d1a2 req-46d470fd-7ad4-48d0-a764-a3b575f89cf5 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728841 Mar 08 19:53:04.678074 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-829d66e0-d55b-4163-ac7c-5b6b5d3d7b17 req-746adfeb-600b-4b2d-8913-e8ac821b3fd1 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661757 Mar 08 19:53:05.773697 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bd36e-543b-4500-81cf-d2d5999448f4 req-7fe2f717-ae51-4616-86a8-e88a5e08bacd tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:05.780820 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5e6bd36e-543b-4500-81cf-d2d5999448f4 req-7fe2f717-ae51-4616-86a8-e88a5e08bacd tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0755255 Mar 08 19:53:05.815038 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc5fa-4a2d-4685-82d2-bbc2e378c604 req-35858503-7873-4af2-bbcc-f43f04bcfd78 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:05.822184 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4d2bc5fa-4a2d-4685-82d2-bbc2e378c604 req-35858503-7873-4af2-bbcc-f43f04bcfd78 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 943 time: 0.0641801 Mar 08 19:53:05.842335 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5e6bd36e-543b-4500-81cf-d2d5999448f4 req-9485a861-49e2-41e2-8ce4-9ef6c9016180 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533841 Mar 08 19:53:05.866869 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4d2bc5fa-4a2d-4685-82d2-bbc2e378c604 req-48c104bd-fd7d-41e9-8e3c-0f161a0a5eae tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437925 Mar 08 19:53:06.399818 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:53:07.019475 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf5eb2-79e2-43bf-82b5-bf001800ef62 req-8a40574d-3447-4e1d-ad7b-9ca8494353c7 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:07.024691 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-87bf5eb2-79e2-43bf-82b5-bf001800ef62 req-8a40574d-3447-4e1d-ad7b-9ca8494353c7 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0744531 Mar 08 19:53:07.058253 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1c9a8-9970-45e6-8762-8836791b43c6 req-ed411c1e-d91d-4d9d-9320-7d00c2079f3a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:07.072224 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8aa1c9a8-9970-45e6-8762-8836791b43c6 req-ed411c1e-d91d-4d9d-9320-7d00c2079f3a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 943 time: 0.0969756 Mar 08 19:53:07.103921 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-87bf5eb2-79e2-43bf-82b5-bf001800ef62 req-92244058-8c84-45a6-9e3a-66aaa8e249d8 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765388 Mar 08 19:53:07.124162 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8aa1c9a8-9970-45e6-8762-8836791b43c6 req-e716faeb-20fc-48df-9cda-a957320588e2 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507472 Mar 08 19:53:08.275354 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332f257-db29-4a46-a1ae-34b63bd70300 req-fe3c4353-37f3-489e-bba1-8c17c13a6453 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:08.276804 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7332f257-db29-4a46-a1ae-34b63bd70300 req-fe3c4353-37f3-489e-bba1-8c17c13a6453 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0614495 Mar 08 19:53:08.288351 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aafdfa-b9cb-4cf7-ba03-8e3e62976093 req-46a17322-0c49-4bcd-b3b5-175d276a9c89 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:08.289885 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-88aafdfa-b9cb-4cf7-ba03-8e3e62976093 req-46a17322-0c49-4bcd-b3b5-175d276a9c89 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 943 time: 0.0760317 Mar 08 19:53:08.340920 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-88aafdfa-b9cb-4cf7-ba03-8e3e62976093 req-57435463-2aff-4938-829f-c43cf4f6b861 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447268 Mar 08 19:53:08.344948 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7332f257-db29-4a46-a1ae-34b63bd70300 req-434af08f-09d5-4ed9-b829-11ac8aef2a34 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609190 Mar 08 19:53:09.468662 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc1ce2-2dc2-44d0-b985-2c8278004d9b req-98380803-68de-4081-abf9-2bb2fdc2cf73 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:09.470848 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c6dc1ce2-2dc2-44d0-b985-2c8278004d9b req-98380803-68de-4081-abf9-2bb2fdc2cf73 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0557685 Mar 08 19:53:09.472688 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dda81f-3d65-4ae3-9f56-679554d58308 req-43786cb6-599b-4122-a433-f7e23d3c5ffa tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:09.473889 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d0dda81f-3d65-4ae3-9f56-679554d58308 req-43786cb6-599b-4122-a433-f7e23d3c5ffa tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 943 time: 0.0599380 Mar 08 19:53:09.520466 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c6dc1ce2-2dc2-44d0-b985-2c8278004d9b req-6810ed48-e033-4a88-9620-b0e3c5d78d01 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442193 Mar 08 19:53:09.522010 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d0dda81f-3d65-4ae3-9f56-679554d58308 req-4c69cd2f-1f99-49c2-beeb-7098f572db79 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425794 Mar 08 19:53:10.640852 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8fd06-c4f8-434c-b959-ac0b1abddffc req-14787804-ef22-4573-b679-b15f896042a0 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:10.642319 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-abd8fd06-c4f8-434c-b959-ac0b1abddffc req-14787804-ef22-4573-b679-b15f896042a0 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0558333 Mar 08 19:53:10.643503 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0fbad-9b49-465e-8bdd-e747c37aa298 req-87897298-4eb1-457a-a47d-b92b49455864 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:10.645002 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b0c0fbad-9b49-465e-8bdd-e747c37aa298 req-87897298-4eb1-457a-a47d-b92b49455864 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 943 time: 0.0511096 Mar 08 19:53:10.690354 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-abd8fd06-c4f8-434c-b959-ac0b1abddffc req-afed98cf-ad81-4f31-9a01-34847e3b90ae tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424888 Mar 08 19:53:10.692068 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b0c0fbad-9b49-465e-8bdd-e747c37aa298 req-c1adb356-5dcf-417b-a10c-810e90322970 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405736 Mar 08 19:53:11.813385 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34e92a-58bd-4489-ab82-60b737e4b177 req-304305d6-30e4-494a-8830-2330ae2cb113 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:11.814030 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f50f5-675e-4c91-9d63-2d3504096c22 req-d64d683b-800c-4c2c-b0ff-e548d52807ec tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:11.814872 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fe34e92a-58bd-4489-ab82-60b737e4b177 req-304305d6-30e4-494a-8830-2330ae2cb113 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0581272 Mar 08 19:53:11.815419 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bc5f50f5-675e-4c91-9d63-2d3504096c22 req-d64d683b-800c-4c2c-b0ff-e548d52807ec tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 943 time: 0.0536418 Mar 08 19:53:11.863252 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fe34e92a-58bd-4489-ab82-60b737e4b177 req-704e625e-ff0e-47b8-bdb7-dd5b76ab85b8 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429287 Mar 08 19:53:11.865337 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bc5f50f5-675e-4c91-9d63-2d3504096c22 req-d45c98bd-8396-43af-8969-7266210f1992 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444825 Mar 08 19:53:12.400096 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:12.982697 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b4cd4-4c13-4337-8c48-c8fc2535ee8f req-190512e5-d148-4a28-81d0-a8654cb5567f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:12.984186 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9a4b4cd4-4c13-4337-8c48-c8fc2535ee8f req-190512e5-d148-4a28-81d0-a8654cb5567f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0519884 Mar 08 19:53:12.989969 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0428e-bbfc-442f-8dbc-7a497b4f740f req-231a214a-1f53-469f-8e4e-f1b990285abd tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:12.991454 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-93e0428e-bbfc-442f-8dbc-7a497b4f740f req-231a214a-1f53-469f-8e4e-f1b990285abd tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 943 time: 0.0517328 Mar 08 19:53:13.035920 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9a4b4cd4-4c13-4337-8c48-c8fc2535ee8f req-cc07333c-0051-4da1-a557-72d551b689c1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459502 Mar 08 19:53:13.037433 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-93e0428e-bbfc-442f-8dbc-7a497b4f740f req-e650d87c-f129-47c1-87e8-22452e469aa1 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406148 Mar 08 19:53:13.529115 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 4ac3b787-c699-4162-baaf-0b30eccf074d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:53:13.625201 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 4ac3b787-c699-4162-baaf-0b30eccf074d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ac3b787-c699-4162-baaf-0b30eccf074d,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:53:13.636172 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': '4ac3b787-c699-4162-baaf-0b30eccf074d', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'port_id': '4ac3b787-c699-4162-baaf-0b30eccf074d', 'mac_address': 'fa:16:3e:ea:ef:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:53:13.675673 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 4ac3b787-c699-4162-baaf-0b30eccf074d is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:53:13.675989 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:13.688861 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac3b787-c699-4162-baaf-0b30eccf074d {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:53:13.706935 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 4ac3b787-c699-4162-baaf-0b30eccf074d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ac3b787-c699-4162-baaf-0b30eccf074d,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:53:13.710850 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:13.756053 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=4ac3b787-c699-4162-baaf-0b30eccf074d,revision_number=9']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:53:13.949635 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['4ac3b787-c699-4162-baaf-0b30eccf074d'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:53:14.153512 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2ce1f-66a8-4c4f-8daa-193aba0b7068 req-ffaa1a9a-339c-435b-94e2-80a63b5c0899 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:14.155073 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-23d2ce1f-66a8-4c4f-8daa-193aba0b7068 req-ffaa1a9a-339c-435b-94e2-80a63b5c0899 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0529375 Mar 08 19:53:14.158936 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91a8bb-968a-4b2d-8731-172bfab25a81 req-75b88ffe-925c-43a4-8966-2a54f9a4a93b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:14.160798 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ba91a8bb-968a-4b2d-8731-172bfab25a81 req-75b88ffe-925c-43a4-8966-2a54f9a4a93b tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 944 time: 0.0515947 Mar 08 19:53:14.208262 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ba91a8bb-968a-4b2d-8731-172bfab25a81 req-151ae980-c2c2-4bf1-be4f-20cf01d77e50 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418026 Mar 08 19:53:14.209888 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-23d2ce1f-66a8-4c4f-8daa-193aba0b7068 req-fec4193f-c271-4698-bbc2-c4562b502e36 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483186 Mar 08 19:53:15.366709 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251ec74-897b-46ea-a5ad-46204daa8d33 req-2d56b290-63c5-4480-bda0-7c0c25040b44 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:15.367562 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dab07d-e5d4-4eba-b2a8-0ea0e2e3d304 req-f2c147c4-d013-4d73-b557-e4fdf960627a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:15.368913 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b251ec74-897b-46ea-a5ad-46204daa8d33 req-2d56b290-63c5-4480-bda0-7c0c25040b44 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0778322 Mar 08 19:53:15.373253 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-07dab07d-e5d4-4eba-b2a8-0ea0e2e3d304 req-f2c147c4-d013-4d73-b557-e4fdf960627a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 944 time: 0.0756898 Mar 08 19:53:15.418267 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-07dab07d-e5d4-4eba-b2a8-0ea0e2e3d304 req-eedcfb89-aef5-43c2-bc4c-31ad9cbf0ae2 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428252 Mar 08 19:53:15.420515 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b251ec74-897b-46ea-a5ad-46204daa8d33 req-454d6658-fe83-40da-8fc6-1514e02f15fe tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447607 Mar 08 19:53:15.544860 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 4ac3b787-c699-4162-baaf-0b30eccf074d up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:53:15.592244 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port 4ac3b787-c699-4162-baaf-0b30eccf074d triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:53:15.592652 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:15.668627 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 4ac3b787-c699-4162-baaf-0b30eccf074d is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:53:15.669023 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:15.691587 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29933d05-3536-4ba1-8676-36a83a073710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac3b787-c699-4162-baaf-0b30eccf074d'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:53:15.693831 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1185cce-e859-42e4-826b-cc086e00894e" -d '{"events": [{"server_uuid": "29933d05-3536-4ba1-8676-36a83a073710", "name": "network-vif-plugged", "status": "completed", "tag": "4ac3b787-c699-4162-baaf-0b30eccf074d"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:53:15.705665 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 4ac3b787-c699-4162-baaf-0b30eccf074d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ac3b787-c699-4162-baaf-0b30eccf074d,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:53:15.709718 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:15.733203 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b30ed86-7f47-4474-87fc-9a6bdaf01e49 x-openstack-request-id: req-2b30ed86-7f47-4474-87fc-9a6bdaf01e49 {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:53:15.733498 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29933d05-3536-4ba1-8676-36a83a073710", "name": "network-vif-plugged", "status": "completed", "tag": "4ac3b787-c699-4162-baaf-0b30eccf074d", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:53:15.733755 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2b30ed86-7f47-4474-87fc-9a6bdaf01e49 {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:53:15.734150 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29933d05-3536-4ba1-8676-36a83a073710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac3b787-c699-4162-baaf-0b30eccf074d', 'code': 200} Mar 08 19:53:15.760319 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=4ac3b787-c699-4162-baaf-0b30eccf074d,revision_number=10']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:53:15.917307 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3ce75-33d9-42f5-9d72-b61792351f53 req-a2c92e8e-7bbf-4dc0-b78f-5e262fecd2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:15.918710 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-24a3ce75-33d9-42f5-9d72-b61792351f53 req-a2c92e8e-7bbf-4dc0-b78f-5e262fecd2bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8fc81146d843659f7b027db2238ff7&device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 1130 time: 0.0758874 Mar 08 19:53:15.924021 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a557daa-edf2-40ac-aa9b-609b325c80d2 req-1876fe74-3c0e-463e-b1c5-8049b72c9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:15.925428 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4a557daa-edf2-40ac-aa9b-609b325c80d2 req-1876fe74-3c0e-463e-b1c5-8049b72c9293 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 1130 time: 0.0542555 Mar 08 19:53:16.024395 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4a557daa-edf2-40ac-aa9b-609b325c80d2 req-996cf2c0-f81b-4ac9-9116-d31c0a3b25aa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912640 Mar 08 19:53:16.048420 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3ce75-33d9-42f5-9d72-b61792351f53 req-1f82b259-6339-4f05-abfb-7d8ae4f835ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:16.049823 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-24a3ce75-33d9-42f5-9d72-b61792351f53 req-1f82b259-6339-4f05-abfb-7d8ae4f835ee service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3f5b26d-7786-4d76-b026-0184c6ebc557 HTTP/1.1" status: 200 len: 918 time: 0.1046257 Mar 08 19:53:16.312456 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-24a3ce75-33d9-42f5-9d72-b61792351f53 req-397c7ae4-cc93-4adf-a800-a98185b22555 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ac3b787-c699-4162-baaf-0b30eccf074d HTTP/1.1" status: 200 len: 1000 time: 0.0622301 Mar 08 19:53:16.360069 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3ce75-33d9-42f5-9d72-b61792351f53 req-dea960ff-3838-442d-99ab-93c4a6eeb845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:16.361591 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-24a3ce75-33d9-42f5-9d72-b61792351f53 req-dea960ff-3838-442d-99ab-93c4a6eeb845 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ca6f325-a313-48b4-874a-63f6de10419f HTTP/1.1" status: 200 len: 856 time: 0.0436475 Mar 08 19:53:16.410981 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3ce75-33d9-42f5-9d72-b61792351f53 req-1027f1ca-3316-4aba-86e0-1efabb621976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:16.412505 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-24a3ce75-33d9-42f5-9d72-b61792351f53 req-1027f1ca-3316-4aba-86e0-1efabb621976 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3f5b26d-7786-4d76-b026-0184c6ebc557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448427 Mar 08 19:53:16.529534 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-24a3ce75-33d9-42f5-9d72-b61792351f53 req-2b980e1c-6dc0-4d36-8a22-78fd3154bd78 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101232 Mar 08 19:53:16.547377 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6936de-8cb0-41da-bd11-c23b903a3f86 req-1f6351b8-9297-4884-9630-70c44e024ce4 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:16.548907 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ef6936de-8cb0-41da-bd11-c23b903a3f86 req-1f6351b8-9297-4884-9630-70c44e024ce4 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0589006 Mar 08 19:53:16.608542 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ef6936de-8cb0-41da-bd11-c23b903a3f86 req-729e44df-50a6-4984-8e81-ae471ed6ae5b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528924 Mar 08 19:53:16.618018 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019a1c5-fef6-480b-ad25-d5f66ee689d4 req-96c9d496-c28c-4f9c-8c34-5f2833b072f9 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:16.619546 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0019a1c5-fef6-480b-ad25-d5f66ee689d4 req-96c9d496-c28c-4f9c-8c34-5f2833b072f9 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 946 time: 0.1273201 Mar 08 19:53:16.660317 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-24a3ce75-33d9-42f5-9d72-b61792351f53 req-47168e2d-a513-4df3-8556-b3068a148b64 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253850 Mar 08 19:53:16.684103 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0019a1c5-fef6-480b-ad25-d5f66ee689d4 req-41eda3ff-b3a7-4061-b7ec-46e602256c34 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575242 Mar 08 19:53:17.734835 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b0e04-0e9b-4a03-903c-08b6dcf70c87 req-e1225442-1558-4f89-8f0f-531e2f356d12 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:17.736527 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-397b0e04-0e9b-4a03-903c-08b6dcf70c87 req-e1225442-1558-4f89-8f0f-531e2f356d12 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0548997 Mar 08 19:53:17.788794 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-397b0e04-0e9b-4a03-903c-08b6dcf70c87 req-c30c1c11-f3a9-4c5e-a287-7cce5403ec76 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455132 Mar 08 19:53:17.814307 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c24742-af75-426a-83b1-c8577c6d46e6 req-9cb8962d-55aa-47e1-93bf-f844973c0c26 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:17.815783 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c1c24742-af75-426a-83b1-c8577c6d46e6 req-9cb8962d-55aa-47e1-93bf-f844973c0c26 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 946 time: 0.0562649 Mar 08 19:53:17.861323 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c1c24742-af75-426a-83b1-c8577c6d46e6 req-104047fa-e6b4-47b1-b328-2545268cdb2c tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399151 Mar 08 19:53:18.903989 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521c444-2cfa-41c1-b0da-050c6613d233 req-47bbaf85-f5b5-4e05-a20c-e6b24d2cce40 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:18.905588 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5521c444-2cfa-41c1-b0da-050c6613d233 req-47bbaf85-f5b5-4e05-a20c-e6b24d2cce40 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0512142 Mar 08 19:53:18.956650 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5521c444-2cfa-41c1-b0da-050c6613d233 req-521b14c0-3283-418d-bb18-b7015d803baa tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453730 Mar 08 19:53:20.070193 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84be543-1e8f-4a4a-a3cd-2ea2cf552e1b req-ad3c2c8d-47bb-47db-8fe0-bfb2e7da0a81 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:20.071680 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e84be543-1e8f-4a4a-a3cd-2ea2cf552e1b req-ad3c2c8d-47bb-47db-8fe0-bfb2e7da0a81 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0514107 Mar 08 19:53:20.118937 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e84be543-1e8f-4a4a-a3cd-2ea2cf552e1b req-d2c10c5e-00c6-4a26-83b4-b567da63220e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411441 Mar 08 19:53:21.250168 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47285d-0f4e-4f88-b7d2-f507c1c8c0ad req-697b5855-861b-46aa-89eb-86abadaa5c2a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:21.251653 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ae47285d-0f4e-4f88-b7d2-f507c1c8c0ad req-697b5855-861b-46aa-89eb-86abadaa5c2a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0542433 Mar 08 19:53:21.299358 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ae47285d-0f4e-4f88-b7d2-f507c1c8c0ad req-e04597c8-73ba-4ae7-8fd8-87a05629dcd7 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420697 Mar 08 19:53:22.420662 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46254d-8e08-41e7-8e38-db6fbe0cff65 req-b23ff02d-000a-4dfa-a0ef-bf20ea1ff2cb tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:22.422157 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ad46254d-8e08-41e7-8e38-db6fbe0cff65 req-b23ff02d-000a-4dfa-a0ef-bf20ea1ff2cb tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0574877 Mar 08 19:53:22.469009 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ad46254d-8e08-41e7-8e38-db6fbe0cff65 req-00aae57e-0ace-4362-9339-212167a8c531 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414839 Mar 08 19:53:23.585499 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d770b-e1ed-4ca1-b957-f254479bf36b req-8653f7db-5331-4068-ab39-36c4595d1349 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:23.586981 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-249d770b-e1ed-4ca1-b957-f254479bf36b req-8653f7db-5331-4068-ab39-36c4595d1349 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0526626 Mar 08 19:53:23.633506 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-249d770b-e1ed-4ca1-b957-f254479bf36b req-d1411d69-4974-44b1-b5c5-1649ff18b058 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409794 Mar 08 19:53:24.750117 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3bfbe-162e-4129-b791-4821931d9f9c req-0020f235-3850-4f72-990d-4a91feb13927 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:24.751635 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-72b3bfbe-162e-4129-b791-4821931d9f9c req-0020f235-3850-4f72-990d-4a91feb13927 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0536005 Mar 08 19:53:24.800384 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-72b3bfbe-162e-4129-b791-4821931d9f9c req-deda54c2-5692-40f2-8c8e-111d18348124 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431247 Mar 08 19:53:25.921002 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce94b4-baa9-40f1-ab81-d215d43ef793 req-a1802b53-34aa-44cd-99b2-3e647d4bdc4c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:25.922479 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-dfce94b4-baa9-40f1-ab81-d215d43ef793 req-a1802b53-34aa-44cd-99b2-3e647d4bdc4c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0555515 Mar 08 19:53:25.972978 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-dfce94b4-baa9-40f1-ab81-d215d43ef793 req-e52f6bbd-6bb0-4925-9dbf-4ce0f1ab3510 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442889 Mar 08 19:53:26.150197 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-310853b8-4433-4194-b5f1-6c2157f9c7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:27.091821 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a13def-e6ae-4f6c-8260-bc291142e6a7 req-08ba2e5b-e192-4ba8-8dd4-466e17b3957c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:27.093344 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e1a13def-e6ae-4f6c-8260-bc291142e6a7 req-08ba2e5b-e192-4ba8-8dd4-466e17b3957c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0534260 Mar 08 19:53:27.145531 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e1a13def-e6ae-4f6c-8260-bc291142e6a7 req-cee5558d-524f-4919-8df3-b56108d04c6c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468421 Mar 08 19:53:28.261790 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03a895-39cb-4a48-96e2-d77c36b35af5 req-496ab968-90f2-49e5-8817-a05998205869 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:28.263836 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ff03a895-39cb-4a48-96e2-d77c36b35af5 req-496ab968-90f2-49e5-8817-a05998205869 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0518429 Mar 08 19:53:28.311288 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ff03a895-39cb-4a48-96e2-d77c36b35af5 req-1738b84d-162d-4bd6-83f8-7f30a838b473 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419338 Mar 08 19:53:28.416572 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-885cae4a-59d3-47c2-8830-fb6e027553c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:29.426742 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b08352-845f-4673-ade1-09e47f0a1320 req-9d41ada2-e964-4dd1-addc-fb9d4c43f3c3 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:29.428120 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d6b08352-845f-4673-ade1-09e47f0a1320 req-9d41ada2-e964-4dd1-addc-fb9d4c43f3c3 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0521984 Mar 08 19:53:29.477058 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d6b08352-845f-4673-ade1-09e47f0a1320 req-4b2a8c35-b78e-4d5c-a0b7-6748ea86f657 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432520 Mar 08 19:53:29.645601 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:30.594310 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7e71-7e09-4e46-aaa3-e52dabef033c req-56d21dff-c3d7-4252-bfe2-33fd1485e4f4 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:30.595843 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-201e7e71-7e09-4e46-aaa3-e52dabef033c req-56d21dff-c3d7-4252-bfe2-33fd1485e4f4 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0552340 Mar 08 19:53:30.644027 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-201e7e71-7e09-4e46-aaa3-e52dabef033c req-ea5e4010-0675-4f70-9c8c-6ac5bcb3124c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426214 Mar 08 19:53:31.078577 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:31.760811 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168f39c-91a4-469b-93b4-9ccca30e13f8 req-40b5d3f5-6a6d-4770-bed5-a7f4db5b74cb tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:31.762939 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f168f39c-91a4-469b-93b4-9ccca30e13f8 req-40b5d3f5-6a6d-4770-bed5-a7f4db5b74cb tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0533195 Mar 08 19:53:31.810728 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f168f39c-91a4-469b-93b4-9ccca30e13f8 req-a90674d0-dbb1-4def-8807-a5252c1e8cbb tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423901 Mar 08 19:53:32.369347 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:32.926630 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f9ce1-d513-4b78-8d44-494e3737d506 req-45148c06-0bfc-4bc4-8b59-eb1dd177b187 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:32.928011 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c30f9ce1-d513-4b78-8d44-494e3737d506 req-45148c06-0bfc-4bc4-8b59-eb1dd177b187 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0519581 Mar 08 19:53:32.977627 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c30f9ce1-d513-4b78-8d44-494e3737d506 req-f15878b7-3637-417e-b6c2-795f814d40b7 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440478 Mar 08 19:53:34.097593 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc919c9c-90ab-42ee-958f-577a001d8fcc req-3ce65b5a-cc22-42f3-a295-efd5ba2d8770 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:34.099071 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bc919c9c-90ab-42ee-958f-577a001d8fcc req-3ce65b5a-cc22-42f3-a295-efd5ba2d8770 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0558231 Mar 08 19:53:34.147068 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bc919c9c-90ab-42ee-958f-577a001d8fcc req-0116204f-aad2-480a-b0a3-afecbd6fcde7 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425308 Mar 08 19:53:35.261505 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1e684-2e69-4bdd-80f7-b01886ab1769 req-6d7f3751-8e4f-4f62-8e66-988e10645153 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:35.263467 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-30d1e684-2e69-4bdd-80f7-b01886ab1769 req-6d7f3751-8e4f-4f62-8e66-988e10645153 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0515859 Mar 08 19:53:35.313827 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-30d1e684-2e69-4bdd-80f7-b01886ab1769 req-2d3922d6-4b65-4c05-ab80-f42f31766fab tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448289 Mar 08 19:53:36.431360 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a94ce-34ac-43c2-9299-b8f277e4b666 req-021e77a6-ff0c-40c1-a489-7ef81c91d174 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:36.432787 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e76a94ce-34ac-43c2-9299-b8f277e4b666 req-021e77a6-ff0c-40c1-a489-7ef81c91d174 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0528383 Mar 08 19:53:36.479838 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e76a94ce-34ac-43c2-9299-b8f277e4b666 req-878895d8-a5a1-4002-afa3-781b8ad2b3d3 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415478 Mar 08 19:53:37.596550 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca7f33-2838-4d16-8704-37afca6f7ced req-54e51102-0433-498b-b70e-ddc8b406341f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:37.598046 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a0ca7f33-2838-4d16-8704-37afca6f7ced req-54e51102-0433-498b-b70e-ddc8b406341f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0519972 Mar 08 19:53:37.646146 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a0ca7f33-2838-4d16-8704-37afca6f7ced req-80f85c7a-d926-4710-b77a-1f03817f00d4 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425332 Mar 08 19:53:38.765553 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d49a31-630a-43d3-95e8-0b3cdc29c174 req-72cb84ad-7f7f-412a-ba90-a3a00051845e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:38.767045 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-06d49a31-630a-43d3-95e8-0b3cdc29c174 req-72cb84ad-7f7f-412a-ba90-a3a00051845e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0570908 Mar 08 19:53:38.814910 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-06d49a31-630a-43d3-95e8-0b3cdc29c174 req-94082ca1-e089-4f8d-9f3b-e2a0cc19d1da tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423553 Mar 08 19:53:39.929384 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f624e-214d-4c2a-8ba7-d2279144f499 req-6167fd1c-1558-414c-850d-8e6681e6cef3 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:39.930763 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0f7f624e-214d-4c2a-8ba7-d2279144f499 req-6167fd1c-1558-414c-850d-8e6681e6cef3 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0511510 Mar 08 19:53:39.982538 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0f7f624e-214d-4c2a-8ba7-d2279144f499 req-d1dc03f1-5048-4fc7-8965-c88b2ed491fd tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439305 Mar 08 19:53:41.098701 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6145a-3553-4896-ae5b-7aead85bb186 req-e46b35ee-4c46-4eb6-8e88-e6e6fed4e33e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:41.100241 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9af6145a-3553-4896-ae5b-7aead85bb186 req-e46b35ee-4c46-4eb6-8e88-e6e6fed4e33e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0523057 Mar 08 19:53:41.149537 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9af6145a-3553-4896-ae5b-7aead85bb186 req-7760f83b-8976-4c8f-afc2-8d4dfd1a00f9 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437789 Mar 08 19:53:42.269236 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7a82d-32a5-4bcf-9583-f9535e5d5aaf req-6f02bfce-19a5-4209-9cd2-d61033fc28ae tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:42.270721 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b8c7a82d-32a5-4bcf-9583-f9535e5d5aaf req-6f02bfce-19a5-4209-9cd2-d61033fc28ae tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0556290 Mar 08 19:53:42.318021 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b8c7a82d-32a5-4bcf-9583-f9535e5d5aaf req-3243d0ea-142c-4068-81ff-d4cc06b22bc9 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418134 Mar 08 19:53:42.420034 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:43.399407 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:53:43.432268 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c08a86-d76d-41e3-b6a9-7b50f6a1f3c1 req-d07a0e74-6ff5-4cf9-993a-2ff408df94a1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:43.433765 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b7c08a86-d76d-41e3-b6a9-7b50f6a1f3c1 req-d07a0e74-6ff5-4cf9-993a-2ff408df94a1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0521302 Mar 08 19:53:43.484820 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b7c08a86-d76d-41e3-b6a9-7b50f6a1f3c1 req-841ee853-fab6-4eca-86cd-d873e0e5c607 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450118 Mar 08 19:53:44.606396 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba98ea7-b7a7-479b-99a7-91a009ae8580 req-983c7dc4-2b6c-4235-b8cc-e0e22959dd92 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:44.608509 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cba98ea7-b7a7-479b-99a7-91a009ae8580 req-983c7dc4-2b6c-4235-b8cc-e0e22959dd92 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0556405 Mar 08 19:53:44.656895 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cba98ea7-b7a7-479b-99a7-91a009ae8580 req-4631a9ec-978a-426b-b0d7-62557557a9cb tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Mar 08 19:53:45.773138 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943ef2a-4921-4e5c-9a71-7b6c7ae65adb req-6461ce2f-51e3-4a3a-8040-fc01eff06ae1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:45.774616 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b943ef2a-4921-4e5c-9a71-7b6c7ae65adb req-6461ce2f-51e3-4a3a-8040-fc01eff06ae1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0525222 Mar 08 19:53:45.822456 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b943ef2a-4921-4e5c-9a71-7b6c7ae65adb req-4f797c87-88ff-4cf1-9795-50582d8f6e3e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424452 Mar 08 19:53:46.938331 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767725f-e81d-4518-8687-30d4bb9c8a4c req-0eb379ca-2c48-47a4-8c33-6366ee71a369 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:46.939806 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e767725f-e81d-4518-8687-30d4bb9c8a4c req-0eb379ca-2c48-47a4-8c33-6366ee71a369 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0544274 Mar 08 19:53:46.991344 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e767725f-e81d-4518-8687-30d4bb9c8a4c req-6dd689d1-7d92-4d26-8f31-b4356fe5ca21 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459166 Mar 08 19:53:47.202432 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8801463-d910-4a5f-a519-0491a770115d req-f710940b-db93-4938-a66a-3da7f5b35363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:47.203969 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c8801463-d910-4a5f-a519-0491a770115d req-f710940b-db93-4938-a66a-3da7f5b35363 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 1127 time: 0.0438156 Mar 08 19:53:47.251012 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c8801463-d910-4a5f-a519-0491a770115d req-62f5b407-648b-4c5b-8351-4764704cf530 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383279 Mar 08 19:53:48.113894 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c720de5-9e90-4bb8-8a95-7b891fef9204 req-92265d57-1271-4a6c-af81-18fcd1e9eccb tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:48.115099 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0c720de5-9e90-4bb8-8a95-7b891fef9204 req-92265d57-1271-4a6c-af81-18fcd1e9eccb tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0578632 Mar 08 19:53:48.163306 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0c720de5-9e90-4bb8-8a95-7b891fef9204 req-8a84e38f-ba01-4d9e-9912-88803eb7a5af tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425441 Mar 08 19:53:49.278515 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ed669-3808-45bc-9194-31e994a59364 req-23e65ad4-0e83-440a-a43c-7fd7ead3d58a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:49.279972 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a78ed669-3808-45bc-9194-31e994a59364 req-23e65ad4-0e83-440a-a43c-7fd7ead3d58a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 943 time: 0.0509245 Mar 08 19:53:49.328582 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a78ed669-3808-45bc-9194-31e994a59364 req-85dc6737-3720-4000-8766-34a4e56da77e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427141 Mar 08 19:53:49.765280 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device bf60bdec-d657-4193-8d4c-6d75b8d18de9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 19:53:49.859938 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port bf60bdec-d657-4193-8d4c-6d75b8d18de9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bf60bdec-d657-4193-8d4c-6d75b8d18de9,segment=NetworkSegment(13717a63-7cf9-4aad-bcf3-47cb06660cfc),segment_id=13717a63-7cf9-4aad-bcf3-47cb06660cfc)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:53:49.870229 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9', 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be', 'port_id': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9', 'mac_address': 'fa:16:3e:0b:20:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 19:53:49.907477 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port bf60bdec-d657-4193-8d4c-6d75b8d18de9 is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:53:49.907872 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:49.921407 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf60bdec-d657-4193-8d4c-6d75b8d18de9 {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 19:53:49.953708 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port bf60bdec-d657-4193-8d4c-6d75b8d18de9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bf60bdec-d657-4193-8d4c-6d75b8d18de9,segment=NetworkSegment(13717a63-7cf9-4aad-bcf3-47cb06660cfc),segment_id=13717a63-7cf9-4aad-bcf3-47cb06660cfc)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:53:49.959064 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:50.005341 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=bf60bdec-d657-4193-8d4c-6d75b8d18de9,revision_number=7']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:53:50.012713 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:50.013067 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:50.013415 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:50.013755 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:50.014092 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:50.014425 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:50.014754 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:50.015089 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:50.015455 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:50.015732 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:50.016057 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:50.016403 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:50.016729 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:50.293552 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['bf60bdec-d657-4193-8d4c-6d75b8d18de9'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 19:53:51.765456 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device bf60bdec-d657-4193-8d4c-6d75b8d18de9 up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 19:53:51.812827 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port bf60bdec-d657-4193-8d4c-6d75b8d18de9 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 19:53:51.813197 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:51.883869 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port bf60bdec-d657-4193-8d4c-6d75b8d18de9 is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 19:53:51.884182 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:51.905395 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:53:51.907579 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e118d1f-a7f1-48d6-9be5-0c0bade27b6d" -d '{"events": [{"server_uuid": "08ec178e-8ba4-4606-8aa8-131038fc027e", "name": "network-vif-plugged", "status": "completed", "tag": "bf60bdec-d657-4193-8d4c-6d75b8d18de9"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:53:51.919993 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port bf60bdec-d657-4193-8d4c-6d75b8d18de9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bf60bdec-d657-4193-8d4c-6d75b8d18de9,segment=NetworkSegment(13717a63-7cf9-4aad-bcf3-47cb06660cfc),segment_id=13717a63-7cf9-4aad-bcf3-47cb06660cfc)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:53:51.924047 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:51.949200 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da58e0e5-7047-4d7d-afd7-8cc69b0f9b28 x-openstack-request-id: req-da58e0e5-7047-4d7d-afd7-8cc69b0f9b28 {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:53:51.949496 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ec178e-8ba4-4606-8aa8-131038fc027e", "name": "network-vif-plugged", "status": "completed", "tag": "bf60bdec-d657-4193-8d4c-6d75b8d18de9", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:53:51.949747 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da58e0e5-7047-4d7d-afd7-8cc69b0f9b28 {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:53:51.950135 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9', 'code': 200} Mar 08 19:53:51.973896 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=bf60bdec-d657-4193-8d4c-6d75b8d18de9,revision_number=8']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:53:56.153401 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-5b01310f-6b63-49df-8dfa-1f90d92dd373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:56.487092 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be1db4-2779-461d-936e-880a1b990580 req-5711508e-4724-4da3-b0fa-c49dcd129b4e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:56.488565 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f8be1db4-2779-461d-936e-880a1b990580 req-5711508e-4724-4da3-b0fa-c49dcd129b4e tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 946 time: 0.0504150 Mar 08 19:53:56.532429 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f8be1db4-2779-461d-936e-880a1b990580 req-7e400450-c803-4967-814f-cce99d1674b5 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384355 Mar 08 19:53:57.654208 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed600b8f-7861-41eb-bdb7-1197ecde9c3d req-dcc86239-4b4a-40ad-a83a-0f255935b0b2 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:57.655679 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ed600b8f-7861-41eb-bdb7-1197ecde9c3d req-dcc86239-4b4a-40ad-a83a-0f255935b0b2 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 946 time: 0.0522296 Mar 08 19:53:57.700874 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ed600b8f-7861-41eb-bdb7-1197ecde9c3d req-6cc871c9-4d2d-4e95-90ce-49fa461e6b04 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups?id=d31b4733-d872-4876-a72b-f7a5b9e0940b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395005 Mar 08 19:53:57.934029 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34eb956-1f37-4847-b573-69bdb57f7875 req-0d4883b5-5b6a-4cea-8f09-10fc9178012f tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:53:57.935487 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e34eb956-1f37-4847-b573-69bdb57f7875 req-0d4883b5-5b6a-4cea-8f09-10fc9178012f tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.60 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 946 time: 0.0512826 Mar 08 19:53:58.030989 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-e34eb956-1f37-4847-b573-69bdb57f7875 req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Deleting port 4ac3b787-c699-4162-baaf-0b30eccf074d {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:53:58.031327 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e34eb956-1f37-4847-b573-69bdb57f7875 req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:58.118756 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-e34eb956-1f37-4847-b573-69bdb57f7875 req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] For port 4ac3b787-c699-4162-baaf-0b30eccf074d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ac3b787-c699-4162-baaf-0b30eccf074d,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:53:58.119121 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e34eb956-1f37-4847-b573-69bdb57f7875 req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:58.282064 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e34eb956-1f37-4847-b573-69bdb57f7875 req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:58.282420 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e34eb956-1f37-4847-b573-69bdb57f7875 req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (deabc926-95af-4f41-8387-3e6ede83807c), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:58.282733 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.l3_db [req-e34eb956-1f37-4847-b573-69bdb57f7875 req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Floating IP deabc926-95af-4f41-8387-3e6ede83807c disassociated. External IP: 172.27.1.22, port: 4ac3b787-c699-4162-baaf-0b30eccf074d. Mar 08 19:53:58.283073 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-e34eb956-1f37-4847-b573-69bdb57f7875 req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Calling delete_port for 4ac3b787-c699-4162-baaf-0b30eccf074d owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:53:58.409410 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e34eb956-1f37-4847-b573-69bdb57f7875 req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (4ac3b787-c699-4162-baaf-0b30eccf074d), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:58.418444 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-a27e756e-1004-44b2-841c-9482d7830b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:58.437301 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Pushing event deleted for resources: {'Port': ['ID=4ac3b787-c699-4162-baaf-0b30eccf074d,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:53:58.448618 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:58.449529 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:58.449879 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:58.450263 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:58.450553 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:58.450889 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:58.451226 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:58.451561 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:58.451897 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:58.452229 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:58.452623 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:58.452956 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:58.453284 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:53:58.562059 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e34eb956-1f37-4847-b573-69bdb57f7875 req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Router 617f618d-2e14-4c4b-ad90-367d83d66f0e has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:53:58.667852 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e34eb956-1f37-4847-b573-69bdb57f7875 req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:53:58.677083 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292e8cf6-a8a8-41c3-9003-d5e662b599e9 None None] Sync routers for ids ['617f618d-2e14-4c4b-ad90-367d83d66f0e'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:53:58.686600 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292e8cf6-a8a8-41c3-9003-d5e662b599e9 None None] Routers {'617f618d-2e14-4c4b-ad90-367d83d66f0e'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:53:58.687230 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-292e8cf6-a8a8-41c3-9003-d5e662b599e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:53:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['617f618d-2e14-4c4b-ad90-367d83d66f0e'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:53:58.707261 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34eb956-1f37-4847-b573-69bdb57f7875 req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] No DVR routers for this DVR port 4ac3b787-c699-4162-baaf-0b30eccf074d on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:53:58.709746 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e34eb956-1f37-4847-b573-69bdb57f7875 req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:58.713230 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e34eb956-1f37-4847-b573-69bdb57f7875 req-aabbf7bd-03b9-4f0f-b7d0-068218d78c59 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.60 "DELETE /v2.0/ports/4ac3b787-c699-4162-baaf-0b30eccf074d HTTP/1.1" status: 204 len: 173 time: 0.7723880 Mar 08 19:53:58.713682 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29933d05-3536-4ba1-8676-36a83a073710', 'name': 'network-vif-deleted', 'tag': '4ac3b787-c699-4162-baaf-0b30eccf074d'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:53:58.716531 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47abaaf1-a4e4-4968-af63-459153226188" -d '{"events": [{"server_uuid": "29933d05-3536-4ba1-8676-36a83a073710", "name": "network-vif-deleted", "tag": "4ac3b787-c699-4162-baaf-0b30eccf074d"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:53:58.798817 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-292e8cf6-a8a8-41c3-9003-d5e662b599e9 None None] Set router 617f618d-2e14-4c4b-ad90-367d83d66f0e gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:53:58.862006 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bc991f58-ae1f-4ac8-856c-b4e642f5542e req-98be5476-4cd8-4a12-887f-6cc9aaaaf371 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/ports?device_id=29933d05-3536-4ba1-8676-36a83a073710 HTTP/1.1" status: 200 len: 210 time: 0.0620255 Mar 08 19:53:58.866809 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d259b5b-02b4-4b8c-8485-eb65d69cfe66 x-openstack-request-id: req-9d259b5b-02b4-4b8c-8485-eb65d69cfe66 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:53:58.867099 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29933d05-3536-4ba1-8676-36a83a073710", "name": "network-vif-deleted", "tag": "4ac3b787-c699-4162-baaf-0b30eccf074d", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:53:58.867357 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d259b5b-02b4-4b8c-8485-eb65d69cfe66 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:53:58.867760 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29933d05-3536-4ba1-8676-36a83a073710', 'name': 'network-vif-deleted', 'tag': '4ac3b787-c699-4162-baaf-0b30eccf074d', 'status': 'completed', 'code': 200} Mar 08 19:53:59.022677 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-292e8cf6-a8a8-41c3-9003-d5e662b599e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '835deec4-df72-4987-a479-bdeca2042080', 'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'mac_address': 'fa:16:3e:b3:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:22Z', 'updated_at': '2022-03-08T19:47:39Z', 'revision_number': 5, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'subnets': [{'id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:53:59.049191 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292e8cf6-a8a8-41c3-9003-d5e662b599e9 None None] Checking router: 617f618d-2e14-4c4b-ad90-367d83d66f0e for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:53:59.057318 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292e8cf6-a8a8-41c3-9003-d5e662b599e9 None None] Routers {'617f618d-2e14-4c4b-ad90-367d83d66f0e'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:53:59.057936 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-292e8cf6-a8a8-41c3-9003-d5e662b599e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:53:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['617f618d-2e14-4c4b-ad90-367d83d66f0e'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:53:59.163246 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-292e8cf6-a8a8-41c3-9003-d5e662b599e9 None None] Set router 617f618d-2e14-4c4b-ad90-367d83d66f0e gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:53:59.358716 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-292e8cf6-a8a8-41c3-9003-d5e662b599e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '835deec4-df72-4987-a479-bdeca2042080', 'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'mac_address': 'fa:16:3e:b3:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:22Z', 'updated_at': '2022-03-08T19:47:39Z', 'revision_number': 5, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'subnets': [{'id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:53:59.387955 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292e8cf6-a8a8-41c3-9003-d5e662b599e9 None None] The sync data for ids ['617f618d-2e14-4c4b-ad90-367d83d66f0e'] in dv-cinder-830093-3-iscsi is: [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '835deec4-df72-4987-a479-bdeca2042080', 'name': '', 'network_id': 'b3f5b26d-7786-4d76-b026-0184c6ebc557', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'mac_address': 'fa:16:3e:b3:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:22Z', 'updated_at': '2022-03-08T19:47:39Z', 'revision_number': 5, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'subnets': [{'id': '9ca6f325-a313-48b4-874a-63f6de10419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:53:59.595183 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c56587-440c-41e8-a60e-26b206c82342 None None] New status for floating IP deabc926-95af-4f41-8387-3e6ede83807c: DOWN {{(pid=109692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:53:59.647047 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:53:59.956392 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 33450) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:54:00.014265 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group (d31b4733-d872-4876-a72b-f7a5b9e0940b), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:00.041609 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group (d31b4733-d872-4876-a72b-f7a5b9e0940b), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:00.086762 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (d31b4733-d872-4876-a72b-f7a5b9e0940b), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:00.089358 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:00.091082 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "DELETE /v2.0/security-groups/d31b4733-d872-4876-a72b-f7a5b9e0940b HTTP/1.1" status: 204 len: 168 time: 0.1337104 Mar 08 19:54:00.093915 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 33454) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:54:00.100267 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31b4733-d872-4876-a72b-f7a5b9e0940b,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:54:00.106726 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.api.v2.resource [None req-c6234945-807c-4b6b-9c11-8c7499d3ae0f tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] show failed (client error): The resource could not be found. Mar 08 19:54:00.111626 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:54:00.111806 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-c6234945-807c-4b6b-9c11-8c7499d3ae0f tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "GET /v2.0/security-groups/d31b4733-d872-4876-a72b-f7a5b9e0940b HTTP/1.1" status: 404 len: 347 time: 0.0128033 Mar 08 19:54:00.111911 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:54:00.111911 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:54:00.111911 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:54:00.111911 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:54:00.111911 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:54:00.111911 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:54:00.111911 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:54:00.111911 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:54:00.112793 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 33456) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:54:00.112888 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:54:00.112888 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:54:00.112888 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:54:00.112888 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5072331-4ba6-47d1-ba64-4c2990b0c13a tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:54:00.474985 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-3765a014-e421-40e4-9f0d-3cbca5534126 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Deleting port b95b00c3-024d-4a50-aaed-0e7112d2d5ed {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:54:00.475336 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3765a014-e421-40e4-9f0d-3cbca5534126 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (b95b00c3-024d-4a50-aaed-0e7112d2d5ed), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:00.548606 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3765a014-e421-40e4-9f0d-3cbca5534126 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (b95b00c3-024d-4a50-aaed-0e7112d2d5ed), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:00.548932 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3765a014-e421-40e4-9f0d-3cbca5534126 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for floatingip (b95b00c3-024d-4a50-aaed-0e7112d2d5ed), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:00.560674 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-3765a014-e421-40e4-9f0d-3cbca5534126 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Calling delete_port for b95b00c3-024d-4a50-aaed-0e7112d2d5ed owned by network:floatingip {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:54:00.688964 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3765a014-e421-40e4-9f0d-3cbca5534126 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (b95b00c3-024d-4a50-aaed-0e7112d2d5ed), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:00.713392 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765a014-e421-40e4-9f0d-3cbca5534126 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Pushing event deleted for resources: {'Port': ['ID=b95b00c3-024d-4a50-aaed-0e7112d2d5ed,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:54:00.773560 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3765a014-e421-40e4-9f0d-3cbca5534126 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks [] for floatingip (deabc926-95af-4f41-8387-3e6ede83807c), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:00.776256 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3765a014-e421-40e4-9f0d-3cbca5534126 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:00.777497 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-3765a014-e421-40e4-9f0d-3cbca5534126 tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] 10.222.0.45 "DELETE /v2.0/floatingips/deabc926-95af-4f41-8387-3e6ede83807c HTTP/1.1" status: 204 len: 168 time: 0.6659918 Mar 08 19:54:01.081648 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:01.815971 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 4ac3b787-c699-4162-baaf-0b30eccf074d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:54:01.836065 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: 4ac3b787-c699-4162-baaf-0b30eccf074d {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:54:01.836442 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 4ac3b787-c699-4162-baaf-0b30eccf074d not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:54:02.362676 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:12.425930 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:15.865127 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-27830842-a116-4993-a795-e238d65bd64d req-688ad1cf-5b16-4f29-8a0b-69f57c6ba7d7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447550 Mar 08 19:54:15.927990 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27830842-a116-4993-a795-e238d65bd64d req-3b6a2214-8716-4d0b-959e-e0997605f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:54:15.929509 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-27830842-a116-4993-a795-e238d65bd64d req-3b6a2214-8716-4d0b-959e-e0997605f726 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0429058 Mar 08 19:54:16.033203 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27830842-a116-4993-a795-e238d65bd64d req-37d7150d-d60f-4b00-8c96-10f90cd6045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:54:16.034951 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-27830842-a116-4993-a795-e238d65bd64d req-37d7150d-d60f-4b00-8c96-10f90cd6045c service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0858846 Mar 08 19:54:16.099293 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-27830842-a116-4993-a795-e238d65bd64d req-47e9a15e-bb31-4928-95a4-d1054690cb1a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0570884 Mar 08 19:54:16.152877 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27830842-a116-4993-a795-e238d65bd64d req-ebed669e-46ef-47ac-be7d-8f39b3ce8158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:54:16.154337 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-27830842-a116-4993-a795-e238d65bd64d req-ebed669e-46ef-47ac-be7d-8f39b3ce8158 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0483887 Mar 08 19:54:16.205566 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27830842-a116-4993-a795-e238d65bd64d req-6f71d495-6419-4b41-b8ef-8c02ac9c0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:54:16.207108 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-27830842-a116-4993-a795-e238d65bd64d req-6f71d495-6419-4b41-b8ef-8c02ac9c0600 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464549 Mar 08 19:54:16.293596 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-27830842-a116-4993-a795-e238d65bd64d req-1d994330-3e71-482a-bfa2-6aa5fa78dfaa service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799675 Mar 08 19:54:16.383111 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-27830842-a116-4993-a795-e238d65bd64d req-4b61e5fa-5707-484f-931f-2779dd5f3f6e service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824916 Mar 08 19:54:20.398930 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:54:26.157849 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d98d24ca-fb02-4465-9aaa-81f8a7aa1734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:28.420227 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d0345679-4dbe-4178-8dd6-26ac94f5ef8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:29.650950 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:31.083805 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:32.364616 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:42.456941 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:56.160455 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b200f9e0-4496-4ce0-a5df-3bce1e7dd7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:57.398328 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:54:58.425370 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-135dbbb1-e7d2-46a6-9fd8-a335672ce80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:54:59.654859 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:01.089525 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:02.365561 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:08.716946 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 33998) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 19:55:08.963160 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Deleting port 455241a1-7543-49ca-8ac2-0490c1831120 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:55:08.963510 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (455241a1-7543-49ca-8ac2-0490c1831120), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:09.037648 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (455241a1-7543-49ca-8ac2-0490c1831120), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:09.037904 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for floatingip (455241a1-7543-49ca-8ac2-0490c1831120), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:09.049513 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Calling delete_port for 455241a1-7543-49ca-8ac2-0490c1831120 owned by network:floatingip {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:55:09.225838 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (455241a1-7543-49ca-8ac2-0490c1831120), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:09.252340 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Pushing event deleted for resources: {'Port': ['ID=455241a1-7543-49ca-8ac2-0490c1831120,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:55:09.263611 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:55:09.263990 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:55:09.264342 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:55:09.264692 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:55:09.265041 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:55:09.265375 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:55:09.265712 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:55:09.266050 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:55:09.266382 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:55:09.266713 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:55:09.267044 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:55:09.267372 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:55:09.267705 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 19:55:09.321075 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for floatingip (64f689b7-8bf4-4b3a-9570-6f8ee4c2a5a4), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:09.321410 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.l3_db [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Floating IP 64f689b7-8bf4-4b3a-9570-6f8ee4c2a5a4 disassociated (deleted). External IP: 172.27.1.229, port: bf60bdec-d657-4193-8d4c-6d75b8d18de9. Mar 08 19:55:09.530831 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Router d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 19:55:09.639037 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 19:55:09.643701 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:09.649524 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dcf5da-277c-400a-abe8-30ca21df8e4a None None] Sync routers for ids ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 19:55:09.659744 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dcf5da-277c-400a-abe8-30ca21df8e4a None None] Routers {'d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:55:09.660392 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-78dcf5da-277c-400a-abe8-30ca21df8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:54:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:55:09.680018 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-495e5fe9-7a8e-45cb-886b-3a753c76ed6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "DELETE /v2.0/floatingips/64f689b7-8bf4-4b3a-9570-6f8ee4c2a5a4 HTTP/1.1" status: 204 len: 168 time: 0.9595728 Mar 08 19:55:09.680018 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'tag': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:55:09.684605 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a87d71-79bd-4a29-a099-7e216c38c9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "08ec178e-8ba4-4606-8aa8-131038fc027e", "tag": "bf60bdec-d657-4193-8d4c-6d75b8d18de9"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:55:09.720958 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 19:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb28b36-4941-4c5c-a75c-79e6213dddc0 x-openstack-request-id: req-8cb28b36-4941-4c5c-a75c-79e6213dddc0 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:55:09.721542 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ec178e-8ba4-4606-8aa8-131038fc027e", "tag": "bf60bdec-d657-4193-8d4c-6d75b8d18de9", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:55:09.721542 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8cb28b36-4941-4c5c-a75c-79e6213dddc0 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:55:09.721995 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'tag': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9', 'status': 'completed', 'code': 200} Mar 08 19:55:09.784417 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-78dcf5da-277c-400a-abe8-30ca21df8e4a None None] Set router d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:55:09.790527 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a87d71-79bd-4a29-a099-7e216c38c9cd req-9f49b5c9-b106-4aa9-9c72-660b73ccdb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:55:09.792059 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-08a87d71-79bd-4a29-a099-7e216c38c9cd req-9f49b5c9-b106-4aa9-9c72-660b73ccdb9f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b47b5204f2f43e5a2162e5e0f450500&device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 1129 time: 0.0493104 Mar 08 19:55:09.920742 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a87d71-79bd-4a29-a099-7e216c38c9cd req-d37f4b76-c688-4819-a6a2-c5e067973c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:55:09.922122 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-08a87d71-79bd-4a29-a099-7e216c38c9cd req-d37f4b76-c688-4819-a6a2-c5e067973c99 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15c07b37-2e57-425d-a12f-c3c92656e6be HTTP/1.1" status: 200 len: 909 time: 0.1238434 Mar 08 19:55:09.933788 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba395b30-a3d0-4c6c-8f51-702a307e2371 req-98478e85-2d42-4d2d-9e31-cf696806ff9c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:55:09.937228 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ba395b30-a3d0-4c6c-8f51-702a307e2371 req-98478e85-2d42-4d2d-9e31-cf696806ff9c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0773284 Mar 08 19:55:09.982994 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-08a87d71-79bd-4a29-a099-7e216c38c9cd req-fb6310f5-6b5d-4663-8a43-6920a57a51f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf60bdec-d657-4193-8d4c-6d75b8d18de9 HTTP/1.1" status: 200 len: 217 time: 0.0447032 Mar 08 19:55:10.012065 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-78dcf5da-277c-400a-abe8-30ca21df8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'name': 'tempest-TestShelveInstance-575278475-router', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:00Z', 'revision_number': 4, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'gw_port': {'id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '58d5676d-c3f5-4708-a254-aca8148480f0', 'name': '', 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'mac_address': 'fa:16:3e:62:df:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:59Z', 'updated_at': '2022-03-08T19:49:06Z', 'revision_number': 5, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'subnets': [{'id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:55:10.040776 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dcf5da-277c-400a-abe8-30ca21df8e4a None None] Checking router: d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 19:55:10.049101 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dcf5da-277c-400a-abe8-30ca21df8e4a None None] Routers {'d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 19:55:10.049699 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-78dcf5da-277c-400a-abe8-30ca21df8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T19:54:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:55:10.050496 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ba395b30-a3d0-4c6c-8f51-702a307e2371 req-e5458523-d96f-42fa-bba0-647d76cbd39e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053236 Mar 08 19:55:10.057022 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a87d71-79bd-4a29-a099-7e216c38c9cd req-fa37063e-3bd5-48ac-9f05-73354e7fb3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:55:10.058457 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-08a87d71-79bd-4a29-a099-7e216c38c9cd req-fa37063e-3bd5-48ac-9f05-73354e7fb3e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=89e0a234-aa20-4709-9097-ea62c5d21a17 HTTP/1.1" status: 200 len: 847 time: 0.0672197 Mar 08 19:55:10.114076 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a87d71-79bd-4a29-a099-7e216c38c9cd req-eddcd2c9-9bcf-44df-902b-be0db893a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:55:10.116066 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-08a87d71-79bd-4a29-a099-7e216c38c9cd req-eddcd2c9-9bcf-44df-902b-be0db893a99b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15c07b37-2e57-425d-a12f-c3c92656e6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500350 Mar 08 19:55:10.215355 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-08a87d71-79bd-4a29-a099-7e216c38c9cd req-cf5910d0-cbec-485c-8dc5-d356af4e1a0a service neutron] 10.222.0.60 "GET /v2.0/networks/15c07b37-2e57-425d-a12f-c3c92656e6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916362 Mar 08 19:55:10.291971 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-78dcf5da-277c-400a-abe8-30ca21df8e4a None None] Set router d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 19:55:10.307137 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-08a87d71-79bd-4a29-a099-7e216c38c9cd req-7a5632c8-f679-4641-98a6-c6622d71f8ca service neutron] 10.222.0.60 "GET /v2.0/networks/15c07b37-2e57-425d-a12f-c3c92656e6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846541 Mar 08 19:55:10.490061 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-78dcf5da-277c-400a-abe8-30ca21df8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'name': 'tempest-TestShelveInstance-575278475-router', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:00Z', 'revision_number': 4, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'gw_port': {'id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '58d5676d-c3f5-4708-a254-aca8148480f0', 'name': '', 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'mac_address': 'fa:16:3e:62:df:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:59Z', 'updated_at': '2022-03-08T19:49:06Z', 'revision_number': 5, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'subnets': [{'id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 19:55:10.516858 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dcf5da-277c-400a-abe8-30ca21df8e4a None None] The sync data for ids ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'] in dv-cinder-830093-3-iscsi is: [{'id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'name': 'tempest-TestShelveInstance-575278475-router', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:00Z', 'revision_number': 4, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'gw_port': {'id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '58d5676d-c3f5-4708-a254-aca8148480f0', 'name': '', 'network_id': '15c07b37-2e57-425d-a12f-c3c92656e6be', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'mac_address': 'fa:16:3e:62:df:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:59Z', 'updated_at': '2022-03-08T19:49:06Z', 'revision_number': 5, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'subnets': [{'id': '89e0a234-aa20-4709-9097-ea62c5d21a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 19:55:10.723131 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61feec25-7cb9-4d1b-a096-8cb26487e38c None None] New status for floating IP 64f689b7-8bf4-4b3a-9570-6f8ee4c2a5a4: DOWN {{(pid=109692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 19:55:11.171491 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7762dc-79a4-4dc9-95af-cc855a0f21df req-6166be4e-95db-4853-916b-a973d1fadd4e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:55:11.173134 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-be7762dc-79a4-4dc9-95af-cc855a0f21df req-6166be4e-95db-4853-916b-a973d1fadd4e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0558522 Mar 08 19:55:11.221514 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-be7762dc-79a4-4dc9-95af-cc855a0f21df req-af22e481-7512-4a6a-9d1e-a243f59b067f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/security-groups?id=a987a94e-f203-4e5c-a31e-1100f28ebac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423400 Mar 08 19:55:11.419963 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2449f2-d526-4960-bf69-8deeada7c39c req-bc624d0e-4f41-412c-9b56-5868a33b7fc6 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:55:11.421346 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ab2449f2-d526-4960-bf69-8deeada7c39c req-bc624d0e-4f41-412c-9b56-5868a33b7fc6 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.60 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 945 time: 0.0553420 Mar 08 19:55:11.512572 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-ab2449f2-d526-4960-bf69-8deeada7c39c req-e94d9a29-7e24-4bfc-8612-c345380d2215 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Deleting port bf60bdec-d657-4193-8d4c-6d75b8d18de9 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 19:55:11.512914 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-ab2449f2-d526-4960-bf69-8deeada7c39c req-e94d9a29-7e24-4bfc-8612-c345380d2215 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:11.602415 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-ab2449f2-d526-4960-bf69-8deeada7c39c req-e94d9a29-7e24-4bfc-8612-c345380d2215 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] For port bf60bdec-d657-4193-8d4c-6d75b8d18de9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bf60bdec-d657-4193-8d4c-6d75b8d18de9,segment=NetworkSegment(13717a63-7cf9-4aad-bcf3-47cb06660cfc),segment_id=13717a63-7cf9-4aad-bcf3-47cb06660cfc)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 19:55:11.602779 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-ab2449f2-d526-4960-bf69-8deeada7c39c req-e94d9a29-7e24-4bfc-8612-c345380d2215 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:11.616920 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-ab2449f2-d526-4960-bf69-8deeada7c39c req-e94d9a29-7e24-4bfc-8612-c345380d2215 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Calling delete_port for bf60bdec-d657-4193-8d4c-6d75b8d18de9 owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 19:55:11.739656 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-ab2449f2-d526-4960-bf69-8deeada7c39c req-e94d9a29-7e24-4bfc-8612-c345380d2215 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (bf60bdec-d657-4193-8d4c-6d75b8d18de9), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:11.772042 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d9a29-7e24-4bfc-8612-c345380d2215 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Pushing event deleted for resources: {'Port': ['ID=bf60bdec-d657-4193-8d4c-6d75b8d18de9,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 19:55:11.814094 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2449f2-d526-4960-bf69-8deeada7c39c req-e94d9a29-7e24-4bfc-8612-c345380d2215 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] No DVR routers for this DVR port bf60bdec-d657-4193-8d4c-6d75b8d18de9 on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 19:55:11.816591 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-ab2449f2-d526-4960-bf69-8deeada7c39c req-e94d9a29-7e24-4bfc-8612-c345380d2215 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:11.819812 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ab2449f2-d526-4960-bf69-8deeada7c39c req-e94d9a29-7e24-4bfc-8612-c345380d2215 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.60 "DELETE /v2.0/ports/bf60bdec-d657-4193-8d4c-6d75b8d18de9 HTTP/1.1" status: 204 len: 173 time: 0.3930533 Mar 08 19:55:11.820252 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'name': 'network-vif-deleted', 'tag': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 19:55:11.822469 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff01cf4-0271-46ef-b3c5-bfa24b89b8d3" -d '{"events": [{"server_uuid": "08ec178e-8ba4-4606-8aa8-131038fc027e", "name": "network-vif-deleted", "tag": "bf60bdec-d657-4193-8d4c-6d75b8d18de9"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 19:55:11.857847 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 19:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b447456-082c-4d43-a14d-a42035def6f8 x-openstack-request-id: req-6b447456-082c-4d43-a14d-a42035def6f8 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 19:55:11.858140 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ec178e-8ba4-4606-8aa8-131038fc027e", "name": "network-vif-deleted", "tag": "bf60bdec-d657-4193-8d4c-6d75b8d18de9", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 19:55:11.858394 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b447456-082c-4d43-a14d-a42035def6f8 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 19:55:11.858794 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ec178e-8ba4-4606-8aa8-131038fc027e', 'name': 'network-vif-deleted', 'tag': 'bf60bdec-d657-4193-8d4c-6d75b8d18de9', 'status': 'completed', 'code': 200} Mar 08 19:55:12.319952 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f969cbe7-ed5d-43f3-88c1-aa63a67500a6 req-3c301fb6-2ee8-4db7-99ac-0728358713e1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0295718 Mar 08 19:55:12.473067 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:13.424030 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b8839a16-2497-4be7-96b5-a1d9666d1297 req-2f5a0d52-7d3d-43bf-8507-5cbc480a0f4b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0269239 Mar 08 19:55:14.256367 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device bf60bdec-d657-4193-8d4c-6d75b8d18de9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 19:55:14.276737 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: bf60bdec-d657-4193-8d4c-6d75b8d18de9 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 19:55:14.277077 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device bf60bdec-d657-4193-8d4c-6d75b8d18de9 not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 19:55:14.517241 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f61e07ff-2d05-446b-bea0-413a2f0b30d6 req-c5ec5e68-0b18-426f-9a20-0231f5f953a5 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0272353 Mar 08 19:55:15.612317 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2fdad8f8-97b9-4eac-bd72-1a9de5b7881e req-abd38b1d-bdbe-49af-b093-3ec550a04974 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0286520 Mar 08 19:55:15.846110 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0e67cd57-4b5c-4820-9207-2b39028202b2 req-bb1f13e7-f297-4f82-85bd-f124c78f020f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408487 Mar 08 19:55:15.928140 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67cd57-4b5c-4820-9207-2b39028202b2 req-3121e781-111c-4822-aa6c-87b163ab52c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:55:15.929595 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0e67cd57-4b5c-4820-9207-2b39028202b2 req-3121e781-111c-4822-aa6c-87b163ab52c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0431874 Mar 08 19:55:16.028807 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67cd57-4b5c-4820-9207-2b39028202b2 req-52dddfd5-8954-4135-82a6-a0e50279d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:55:16.030124 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0e67cd57-4b5c-4820-9207-2b39028202b2 req-52dddfd5-8954-4135-82a6-a0e50279d479 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0826681 Mar 08 19:55:16.102489 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0e67cd57-4b5c-4820-9207-2b39028202b2 req-1803bf9f-bf04-45a6-975c-92cd22dc7a3b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0649157 Mar 08 19:55:16.149156 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67cd57-4b5c-4820-9207-2b39028202b2 req-5cc042ec-4baf-405b-80fb-a029229bb5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:55:16.150603 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0e67cd57-4b5c-4820-9207-2b39028202b2 req-5cc042ec-4baf-405b-80fb-a029229bb5cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0426533 Mar 08 19:55:16.201407 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67cd57-4b5c-4820-9207-2b39028202b2 req-2ab93201-7e13-496d-9c94-83b840134b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:55:16.202909 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0e67cd57-4b5c-4820-9207-2b39028202b2 req-2ab93201-7e13-496d-9c94-83b840134b40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463495 Mar 08 19:55:16.295377 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0e67cd57-4b5c-4820-9207-2b39028202b2 req-6fe2619d-89f0-446c-abcd-0e6bead8cd8d service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856535 Mar 08 19:55:16.383646 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0e67cd57-4b5c-4820-9207-2b39028202b2 req-6ea1846c-d3c2-41a6-9e6c-57555d84316b service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824168 Mar 08 19:55:16.703917 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9c8123b3-695e-425b-bf3b-f70399ab5025 req-faa27b71-e4f1-48f5-84ef-5f03c75e7966 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265059 Mar 08 19:55:17.796167 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-91ad968a-fc03-4a4d-bbbe-f067adbd17a1 req-6f37e260-e7b8-4ac1-821a-30019d3da776 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0280018 Mar 08 19:55:18.887409 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a6eef03b-a944-4de5-9eff-122785c72bfd req-d115260c-c1c1-4dc1-9719-94c248ad4206 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0272095 Mar 08 19:55:19.978300 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b822f843-85ef-4f37-afbc-0468c8b01088 req-4d01be2d-2e3f-42be-85e0-16ac3c3de329 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0259142 Mar 08 19:55:21.071136 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-005a8da4-e998-47ef-9fad-1dca347b5ecd req-20c159ff-2ff2-4ac7-bbb2-f7026ee7747f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0262187 Mar 08 19:55:22.162955 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-07510cf2-07a0-4ac3-9d25-ce388cede04c req-015c75d1-d0c4-4140-9ff6-7d13c5d6a975 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0273376 Mar 08 19:55:23.251846 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ffbeaaeb-bd96-47a0-81a3-a490c4a0881d req-04a56199-5b1a-4a90-bbe7-aba4e708e296 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0263245 Mar 08 19:55:24.344080 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c788686b-7e07-409a-b219-98d1343757d8 req-61689b08-aa95-42d4-913b-cbe06edcdceb tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0274806 Mar 08 19:55:25.437858 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0a883f00-dcb9-4e93-ac3a-fc412856edab req-c1875f75-810e-482f-b8ab-72d2ff36d44d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0300114 Mar 08 19:55:26.162783 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-6619f82e-6ad9-4496-9f87-a1373a5cc0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:26.534166 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3f71cdae-6949-4313-b4b2-a047ecef40e7 req-a56b31a7-e5c5-4233-abec-f99a3ebf6920 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0297353 Mar 08 19:55:27.626550 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ac3c828d-2a8f-4eb6-97ed-15f1854fb4a0 req-b20c4757-3edc-4bde-9c7e-12adef798640 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0273123 Mar 08 19:55:28.418549 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2cfe-2870-4f21-93a7-a7a0c7dba696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:28.723056 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c3e87413-663f-475c-a4a6-10b0b75bbfc1 req-7b808e44-35b9-4e1b-9347-793273c286e1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0316541 Mar 08 19:55:29.657567 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:29.813911 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3946f1fb-73fa-4eab-b888-c44a554f6551 req-dbb70d93-7962-4d85-9406-13612b78b87a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0261323 Mar 08 19:55:30.904618 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-430746ec-14dd-43ec-b7b7-f513d5a2ad6b req-6f1d43c6-5911-46fa-aae4-0fc7fd46c797 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265417 Mar 08 19:55:31.091171 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:31.998416 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b466e37e-2be9-4553-90bd-7b65e91a3804 req-191d86cd-fe9f-4615-8b26-0f119601dcd1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0269709 Mar 08 19:55:32.368198 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:33.092916 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-311ad37f-66fb-48e3-8d9d-685d3672c351 req-b7c47087-5fc6-4a90-b08d-137ad5ef5076 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0272017 Mar 08 19:55:34.183571 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a8ff5916-4ca4-45f3-8ea5-18e82e4b2bbb req-9a2e9c0a-a941-4bf6-a360-33d33ac0d3d1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0273702 Mar 08 19:55:34.397688 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:55:35.274774 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e60c7da5-f698-454a-b293-8e0d01ab2cef req-960486a8-3fbd-4951-97dc-a38974c8212d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0273685 Mar 08 19:55:36.367863 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-192529ff-4cc6-46d2-921c-e4141c0a0deb req-e0baa42b-46c6-4722-895f-f691d164c2c7 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0272162 Mar 08 19:55:37.460933 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bf1ea8e5-9dcc-4325-aafb-9f8ad103f6fc req-560a1db9-e82e-44a7-8b9c-6b9af0f7bae9 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0258985 Mar 08 19:55:38.555017 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d27091a7-b650-4ddd-859e-e00161ce82c3 req-c2d70741-07b3-4a82-bc6d-529333d32a7f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0299513 Mar 08 19:55:39.651116 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-089b6e62-871a-451d-91ec-ee654cf8ab73 req-dd07012d-0423-4b0f-8f41-d64f906dbe15 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0307086 Mar 08 19:55:40.748751 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-35bec38e-a52c-40e0-8826-7e613dd003cc req-c9be8ae7-5951-4a65-834e-aec646edfce9 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0270493 Mar 08 19:55:41.841264 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-88c538e9-0a17-4425-9c29-d66cf447818e req-7064ca86-34db-42ae-ab81-ea90de705500 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0266128 Mar 08 19:55:42.490526 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:42.932521 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1f52cbb5-d199-4acc-98be-1dd83cf6b624 req-b869c875-eed3-4259-ae1b-0e93ed41c86a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0282984 Mar 08 19:55:44.024368 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7ce193f0-9c3c-4f71-9ada-0088356361a5 req-8bee810a-82fc-4bbe-8ce9-e3dd328eaecf tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0268753 Mar 08 19:55:45.115688 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-245a0a4b-1efb-48b0-8edd-6ec8576cf6ad req-c9c968cc-f4e2-4d71-b092-eb55e7bc799e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264270 Mar 08 19:55:46.206678 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fca5e79d-2433-4c09-b529-546ec14f5c2d req-35264a8f-29c4-447e-9325-6eb8da305ce3 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0263958 Mar 08 19:55:47.297518 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5cacaab1-945c-4742-936a-baae7b4aebde req-a603e336-8875-467a-bbff-ca134768a128 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0268326 Mar 08 19:55:48.388175 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b4e819cc-a7e3-4188-abdc-06490775e01b req-392e762b-e087-4ee5-ab61-bfcbb38bae26 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267692 Mar 08 19:55:49.480379 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-680cedf8-588b-4ae3-adc1-e0a2c7f04762 req-f5ce5c77-dc5b-4833-bd5a-e79b3b6cd752 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0263340 Mar 08 19:55:50.571509 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-54227c9b-0c34-49ee-9f6c-ac28d6377e20 req-4a1a63a6-b888-4b38-b193-161578196c95 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0268385 Mar 08 19:55:51.813201 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-29b5135f-12b8-416c-b0f0-b9caeaaf0b02 req-c20306b1-cbcc-45cc-81ee-ce18aa020a15 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0296326 Mar 08 19:55:52.912680 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d7856075-c8a9-4688-992f-679223c3ef4e req-56096f64-fded-4e3f-9d1a-ddc958a66413 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0306785 Mar 08 19:55:54.232825 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-452456af-ace4-4993-8275-96476b287115 req-f3144e77-cc68-4412-a5fb-7190c1cc7342 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.2532182 Mar 08 19:55:55.324081 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-46fea569-a1a4-4187-b4fa-d413a79713a5 req-0026a50b-b385-4af2-9e5a-d9ae271fe0ea tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0274715 Mar 08 19:55:56.164439 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c38478fc-67d7-4390-8a3c-8ffb48b80a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:56.416036 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bc528c93-a58c-4017-830c-a13bdd393c98 req-697b5615-d513-437d-9a3f-1623a51ddf14 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0269132 Mar 08 19:55:57.507961 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a7ce8d4f-a238-4c0d-9c3d-fa787b9e1235 req-64ccb620-82f4-418d-8bd8-f924b214576a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0271060 Mar 08 19:55:58.420266 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-28dccc63-0248-422e-8647-977d289c8dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:58.598105 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e80b6f29-bfbb-4feb-bb4b-2e7ab3a6c063 req-3766605f-7cf7-40ae-bbb4-6d48cca12214 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264261 Mar 08 19:55:59.659948 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:55:59.688693 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-eaad08cb-e70c-45ea-acf9-e96bd45274ee req-e3561b48-b324-4f67-865d-b995f50914c2 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267053 Mar 08 19:56:00.779294 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f506824d-ef6f-497d-8a85-4aa45df89bc2 req-ddbb9b90-6023-45a3-8021-6e474bb551ab tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0259235 Mar 08 19:56:01.094123 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:56:01.873969 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6f8ff4bd-419c-48d9-ae08-9c5806fc4a52 req-e9f0ae6f-e105-41d4-a966-a2cd36be87ee tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0261619 Mar 08 19:56:02.369713 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:56:02.967853 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d5bcf771-f807-47ba-a177-d3d0c9a8960c req-bca692c6-1133-47b2-9c39-a8077ad1c7d1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0293963 Mar 08 19:56:04.058101 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-24d51d4e-7aef-4c00-b98c-b0e5901b7f37 req-994ae057-1413-47ca-bbc2-e9e4b358ca5e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267026 Mar 08 19:56:05.150394 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-46a2e1b4-1732-4c8f-90b5-0af509a3e3b7 req-4beb2eed-5acd-4ca6-96bd-257c4a26c44c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0272326 Mar 08 19:56:06.244109 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9b225a72-81fc-43b8-aa64-d48b69b1e92e req-567d1c25-83b1-4322-a07a-5c9a91826d9d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0290527 Mar 08 19:56:07.334400 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-91864e55-204a-487c-9345-b191047cd472 req-506d5aef-8c24-45eb-86f5-63007d55c43c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264416 Mar 08 19:56:08.424583 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4a6d8e11-5698-4740-895c-157838903d10 req-fa448259-7e42-48af-b42e-3b7ca4b69fa8 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0268805 Mar 08 19:56:09.514791 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9fbcd534-35b2-4461-8d94-d762a3b7b4cb req-837e5cf8-81eb-41d6-9b02-080e36e28577 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0272508 Mar 08 19:56:10.610232 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e19a6344-14bb-4b26-9c5a-d486a2abc84b req-75733518-e39c-4b69-bc5b-83d019b74cc2 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0270853 Mar 08 19:56:11.396548 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:56:11.700893 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-27ac7a5e-c8d1-4ab6-af2b-397b3b5cdba8 req-28349f26-ebb6-4253-a528-82fea4d09a81 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0270445 Mar 08 19:56:12.489288 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:56:12.794207 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-322836bb-54c3-49f3-9c4e-b5ea0b576308 req-01ba1e04-caef-4fb6-ad10-04989b1abf77 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0273874 Mar 08 19:56:13.889872 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ca30a520-72f6-4e03-ae5b-7379765fb2d0 req-e2e0f879-4685-4e43-b50d-e225e43b5d22 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0295944 Mar 08 19:56:14.980259 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8b141383-d2e5-4c16-bdf2-9fbf491e26a7 req-bb8a787a-cda1-4f24-afa1-b920849e7a93 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265918 Mar 08 19:56:16.070029 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0cafa986-f978-4961-9dc9-297a5c501a10 req-567e2999-8b70-4af1-9b27-745cd5f01125 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0260015 Mar 08 19:56:17.164265 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-111760ba-3a76-4290-9f10-94c38ac74969 req-1e293f9f-d3bb-4f4c-9906-4753bad2fa1d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0269296 Mar 08 19:56:17.872023 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a9717e80-5b02-4533-b9a2-ab8eb3a34b01 req-d3b5affc-be4f-4033-9114-50670ee7d1bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477829 Mar 08 19:56:17.936070 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9717e80-5b02-4533-b9a2-ab8eb3a34b01 req-06b22f69-4bbd-48bf-ac26-cad99518ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:56:17.937545 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a9717e80-5b02-4533-b9a2-ab8eb3a34b01 req-06b22f69-4bbd-48bf-ac26-cad99518ffb7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 1129 time: 0.0430341 Mar 08 19:56:18.036681 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9717e80-5b02-4533-b9a2-ab8eb3a34b01 req-36a7f72c-6738-4900-a8b5-1fa6bed4eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:56:18.038177 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a9717e80-5b02-4533-b9a2-ab8eb3a34b01 req-36a7f72c-6738-4900-a8b5-1fa6bed4eb6d service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 200 len: 916 time: 0.0827346 Mar 08 19:56:18.103223 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a9717e80-5b02-4533-b9a2-ab8eb3a34b01 req-0a21ccff-c865-485f-87eb-31336034a6a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f48c927-0691-47e3-8433-ee3ab38d9048 HTTP/1.1" status: 200 len: 1000 time: 0.0592213 Mar 08 19:56:18.151899 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9717e80-5b02-4533-b9a2-ab8eb3a34b01 req-f0fa1866-b1cf-4fec-868e-823495bdec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:56:18.153331 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a9717e80-5b02-4533-b9a2-ab8eb3a34b01 req-f0fa1866-b1cf-4fec-868e-823495bdec3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d1de695-2f89-4670-8368-e25440455f01 HTTP/1.1" status: 200 len: 854 time: 0.0442526 Mar 08 19:56:18.202946 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9717e80-5b02-4533-b9a2-ab8eb3a34b01 req-5853a33b-e032-4a9a-b370-d6b2ade7ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:56:18.204485 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a9717e80-5b02-4533-b9a2-ab8eb3a34b01 req-5853a33b-e032-4a9a-b370-d6b2ade7ce2b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfea349b-6bfd-41c2-92c4-062cebf33ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450230 Mar 08 19:56:18.258990 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3147be8c-b2d5-4f4b-954a-0c76161badb7 req-0a34f02f-a129-4633-8731-c35836accc2b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264227 Mar 08 19:56:18.295538 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a9717e80-5b02-4533-b9a2-ab8eb3a34b01 req-2b9904e0-caef-4a87-ba76-80a3ff45917c service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848072 Mar 08 19:56:18.387805 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a9717e80-5b02-4533-b9a2-ab8eb3a34b01 req-6e52f66f-75dd-4237-927f-8c57be724fbd service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840719 Mar 08 19:56:19.350158 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f37af292-9820-40e1-b863-5097bdfa50de req-06f4daa9-0720-4158-b959-51c0d1ff9736 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265555 Mar 08 19:56:20.439952 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-02d1b5fc-7054-4976-98b4-2c34f52d6250 req-38374b59-78ca-4b4f-8829-eeac36981565 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264046 Mar 08 19:56:21.531786 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-96014d00-39ce-421f-b755-12cc2e723246 req-c9ed628d-8868-42f1-9253-d820bfc086a1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0279434 Mar 08 19:56:22.622650 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d1ad47de-0fe0-4f77-adb4-ddf2d91de354 req-6fbab22b-2732-442b-8d0d-8152776ece36 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0258071 Mar 08 19:56:23.714488 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7d0fc5c1-9cfc-4fcf-89d6-59279dca62da req-252a22ba-993b-453b-bcfe-0124aa9535e5 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264614 Mar 08 19:56:24.805869 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b9dd0767-0906-4a5e-aa09-42e55882a237 req-1d2c15c5-da4d-4e56-84ba-ed4e790cf732 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0266583 Mar 08 19:56:25.902904 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b8549322-4aac-4479-b899-a6fdad11518a req-e3700801-0363-448c-8aa6-4f17a906e8e6 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0303791 Mar 08 19:56:26.166162 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d67d0b37-7253-4099-9457-9bcc926c416f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:56:27.004227 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-323c0000-ea4c-4e66-8f10-77731bdcec87 req-8f8ad783-8273-4343-aa79-c040091050e8 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0288582 Mar 08 19:56:28.094903 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5311b2a3-952e-46cc-b969-d97c0ea593a8 req-7b9bad31-2442-44e2-a1a4-0cdb67182684 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0260899 Mar 08 19:56:28.421942 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-591019b2-bdc5-433e-9590-41a80f502c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:56:29.185586 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e0d8e88b-d14c-44aa-8c93-7682671d91f5 req-f761af53-79f4-4694-b013-2c11878caa3f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264874 Mar 08 19:56:29.664267 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:56:30.281237 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-132eefaf-6657-4bdb-afd5-2d52e18935dc req-07944450-249a-4ba9-a45e-4cfc2b780772 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0295453 Mar 08 19:56:31.096196 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:56:31.374319 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e1edaf2e-0660-4105-9e8b-e60209d3a712 req-1dab731b-79b3-4fa2-808c-3ac9c40e5244 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0273938 Mar 08 19:56:32.372776 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:56:32.466705 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-db7c8df9-29ef-42b2-b2cd-3f854cb518d4 req-0c1b2875-e03a-456b-b1a1-99a725f5f747 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0277791 Mar 08 19:56:33.566042 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0d03b27f-9f63-4ddb-9247-cc02c56e25c0 req-3f23211e-6656-465c-979f-da72059d641c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0262246 Mar 08 19:56:34.659667 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a418d944-0c95-4408-acea-35681a3319b3 req-170e55bf-e74c-4929-ab1a-fbc5589bca18 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0277607 Mar 08 19:56:35.750556 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e6f34385-81ad-4113-9ba1-24af8938f613 req-960be91e-b7c5-40ae-840f-c5a35e239877 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0276141 Mar 08 19:56:36.850377 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8160970f-7ca3-4310-bdfa-765e6c963014 req-e7c95625-897a-409f-ac67-078e49d9e5a2 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0350788 Mar 08 19:56:37.942392 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-09cf6c75-2da6-4dfd-bf2c-ea056bc87651 req-d764b665-a5bc-4d84-8fd1-bf72a80dee6d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267937 Mar 08 19:56:39.039510 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2e396b7d-dc3f-467a-93a3-3c513b673f6f req-0dd613fe-ff88-4b3b-9fb1-81262dc52170 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0274611 Mar 08 19:56:40.133172 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f0c664c5-d03b-453c-8654-8ee90a096568 req-6e98ffa7-cbdb-40dc-9900-61763192685b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0300131 Mar 08 19:56:41.226973 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5d472788-91e3-4b2f-9d7c-e99a68895a95 req-20631f0a-8f16-4e70-aa20-6475fc4fe4e8 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267272 Mar 08 19:56:42.318203 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e0282482-440a-4cdc-a3f9-fff33a306d57 req-0a6c7cdc-03e4-4e44-90b3-933911ae867d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0260372 Mar 08 19:56:42.487714 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:56:43.412453 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-178029f5-dfe1-45b0-9b9f-0be7b6116fbc req-456b831c-4757-40c0-b9c1-e7d83e24a8df tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0303955 Mar 08 19:56:44.503304 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-62ad7741-4826-497c-9df3-4b0ebc2c69a2 req-b95253e0-d8ed-45b3-8efc-a4bd5f6b7bb4 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267034 Mar 08 19:56:45.595523 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ea8fcbde-8b72-451c-a35f-4a7209ae725b req-713db51f-d677-43a6-8e93-1ebf16bda759 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0271611 Mar 08 19:56:46.692087 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1aeb9d0d-f697-4eea-86ff-91962f80f6e7 req-02c50e3b-1d15-4be1-843e-381a93099b04 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0273061 Mar 08 19:56:47.781610 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-073fa4b5-3999-40e4-9e78-f16e2964d14f req-f2210f29-fc01-46db-88aa-b0853f326798 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0266993 Mar 08 19:56:48.397043 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:56:48.872712 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6f7dc863-a24a-4fb1-9cc4-2f6d958c4ed6 req-00b7682f-bf4f-48d0-87b2-ea4552e64171 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0274348 Mar 08 19:56:49.964124 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6f542cef-2957-4f2d-ad41-f3018df785bc req-166a7da4-8803-4c1c-a86b-71d2411da09d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0268929 Mar 08 19:56:51.053708 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-190c1e0d-dabe-409a-aee9-f3cfa4d0fca6 req-146fd647-a729-4fd8-8d6c-1d3cae00344d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0262659 Mar 08 19:56:52.143863 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1b4286dd-b693-47b6-9b51-110916a24afe req-49c23d14-15c3-41f7-8338-3bad377eda52 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0258050 Mar 08 19:56:53.237899 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-01485a28-add0-4d0a-a070-5ea17c28bbb8 req-16ec36ca-b090-4a00-8872-2466161e1e55 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0297568 Mar 08 19:56:54.329152 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b64ecfc-0900-4503-8793-a5ae1d47bfdd req-bfff55ff-bbb6-4d7d-9e0a-71cdb27f32d5 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265348 Mar 08 19:56:55.421730 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6a457d05-fcbf-44dd-a5e4-abb6ae24a3ad req-c0a6be73-fbe3-4c2b-ade4-db616c7e1805 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0269413 Mar 08 19:56:56.166893 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f03f6e9a-5646-45fd-919e-b3b2d596df7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:56:56.515301 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-22ef6376-2783-4e76-8745-80b0b7a03aab req-442fb3a3-06d2-4dcd-a47a-9bfc417a8772 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0291233 Mar 08 19:56:57.609576 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-14c1e6f2-da1f-4afe-8fde-74966f8b3507 req-09959366-805d-453d-9055-e173445b7401 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267675 Mar 08 19:56:58.423773 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-19dfa52f-db53-4b12-b2f3-355b29d65c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:56:59.096214 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6b3fc1dc-416e-4600-88e2-02dfc47893a1 req-51fee0e3-464d-4501-8a49-a8d9dfb85863 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.2656317 Mar 08 19:56:59.669790 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:57:00.190274 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ec1f1804-cd0d-4838-8849-2a82c6163632 req-80948f7c-0c2b-4bdf-8a44-14db7ac1347b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264797 Mar 08 19:57:01.100038 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:57:01.280824 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bc5eddc7-1981-41be-8d9d-033d4e7f3c4c req-73deec07-0abd-471a-a1da-98afec4011b4 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265059 Mar 08 19:57:02.373496 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0780a185-0665-4bfc-b39d-b30ad2968503 req-784c6f29-c701-45dc-b611-f26d84786704 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0275342 Mar 08 19:57:02.375578 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:57:03.463717 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-da10390d-da2c-4e47-8384-2edd5e5467f0 req-72dcf5c6-df2c-41cf-8f62-8e62cb49911b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0261047 Mar 08 19:57:04.555053 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ffe6c826-6a1a-41cb-8ae3-f368650eedca req-ee2645a6-571e-4d78-b20e-cf4c391a0c13 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0271280 Mar 08 19:57:05.646289 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-21246555-27d4-4404-9965-5a994a6fb8f3 req-78470fac-5d57-4c81-aebb-2c4b8d43fbd2 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0263677 Mar 08 19:57:06.742317 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b23ede62-4ae8-44ff-aa27-60d79ec252bb req-d721f2d8-bb0c-44d5-94f4-6141840a3f32 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0308650 Mar 08 19:57:07.834873 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-870d3e8b-59a1-44fb-8224-c6a53a677e57 req-95f453a9-cd64-472c-994d-84616b7c2721 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0294981 Mar 08 19:57:08.925871 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d35b0993-524d-4988-8577-f41edfd79dfd req-4bd55964-cbe7-457a-accf-87f68e662950 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0269413 Mar 08 19:57:10.020974 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c81e0479-329f-4952-bddf-4e66c43e9729 req-a71b8105-139e-4191-a156-e2b176c75a73 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0312905 Mar 08 19:57:11.114916 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-18bfb8b9-2d29-4117-8d95-2d028ae61880 req-73aeae35-fb57-4838-a79d-9094d429c0f0 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0258124 Mar 08 19:57:12.250184 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-66b860c2-5d2d-445f-902a-943147c59c06 req-a890af17-4dac-4166-990c-b10b6b1abfea tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0691445 Mar 08 19:57:12.487629 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:57:13.387919 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-db6a0fdf-0f71-44b6-a60c-cf70f14825d9 req-737e9767-feaa-4ef9-b21a-6d3d7b871cc8 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0696931 Mar 08 19:57:14.479837 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dde37ec3-17c9-48b6-917c-e3c4c70de3c6 req-72092078-1894-4969-8477-ff9b5bca502c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0272429 Mar 08 19:57:15.571202 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-79ba9163-f1d0-40ab-8cce-046ca9fc0191 req-12d0535b-0c0a-451b-a9f1-515a2b95fcf1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0272408 Mar 08 19:57:16.666708 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e3dd35dc-3e81-43e4-9374-be850bbc9594 req-b97a08fc-d2c5-48a8-80ed-8b8962c353d8 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0301008 Mar 08 19:57:17.757881 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4b7773d6-b9f9-4d1f-940f-e9502c09bbff req-7cea6c65-5dae-4c61-9167-25bd6113cfcf tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0256255 Mar 08 19:57:18.849170 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6fb5c100-30e8-4296-9207-cc8d07aeb876 req-f1b6fce7-6106-47ab-95bd-71927f7fdfc8 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264232 Mar 08 19:57:19.848202 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-33ff895a-bf37-4200-a3f0-c3f87b7c34bf req-48565b2d-163a-4d75-bf11-cf8c80581728 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418096 Mar 08 19:57:19.912718 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff895a-bf37-4200-a3f0-c3f87b7c34bf req-2bc6d3e9-cf00-4b4c-9be5-570da54ac7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:57:19.914233 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-33ff895a-bf37-4200-a3f0-c3f87b7c34bf req-2bc6d3e9-cf00-4b4c-9be5-570da54ac7da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f465b155dca1452a855efa3b5794a21e&device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 1129 time: 0.0449634 Mar 08 19:57:19.948218 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1bc45993-2cb6-475c-8f4a-89a77fe4268f req-fba2e4a5-48b1-4b90-9eac-61d734b5847b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0309212 Mar 08 19:57:20.018046 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff895a-bf37-4200-a3f0-c3f87b7c34bf req-e039b96f-4a86-4460-8fdb-2fed17dd4fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:57:20.019416 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-33ff895a-bf37-4200-a3f0-c3f87b7c34bf req-e039b96f-4a86-4460-8fdb-2fed17dd4fb3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a3e9c780-e855-4db2-b241-a494e4a1b9ae HTTP/1.1" status: 200 len: 915 time: 0.0852311 Mar 08 19:57:20.058616 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-33ff895a-bf37-4200-a3f0-c3f87b7c34bf req-1658d4a0-1cbd-4418-a8ea-60293428dbab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b795f2a0-a5c0-454f-8fbe-956e41ba2c9c HTTP/1.1" status: 200 len: 217 time: 0.0328021 Mar 08 19:57:20.108658 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff895a-bf37-4200-a3f0-c3f87b7c34bf req-c23904fc-cf5f-47ba-9f6f-3e0d32ef016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:57:20.110075 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-33ff895a-bf37-4200-a3f0-c3f87b7c34bf req-c23904fc-cf5f-47ba-9f6f-3e0d32ef016d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a30f2c2b-8b17-48dc-870b-251bcec9ce3f HTTP/1.1" status: 200 len: 854 time: 0.0448821 Mar 08 19:57:20.141602 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-33ff895a-bf37-4200-a3f0-c3f87b7c34bf req-8a9d3807-4333-4a40-b592-6c3c5021ea8f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3e9c780-e855-4db2-b241-a494e4a1b9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254338 Mar 08 19:57:20.227077 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-33ff895a-bf37-4200-a3f0-c3f87b7c34bf req-d6f810d3-0e2a-48de-a3d7-c197624fa1a5 service neutron] 10.222.0.60 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797713 Mar 08 19:57:20.318228 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-33ff895a-bf37-4200-a3f0-c3f87b7c34bf req-90aef61f-2724-4438-a3f3-c06e5611d6df service neutron] 10.222.0.60 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844984 Mar 08 19:57:21.042085 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-83265031-a14a-4ddb-884b-61cee1a35387 req-e7b75ede-a8d2-40b9-aea7-27ef99fe3b30 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0295606 Mar 08 19:57:22.131754 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7a081de5-bc69-4328-b401-c3071a3ec130 req-9281bea7-9c73-412d-b002-8697a89e35d1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0268104 Mar 08 19:57:23.222664 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a422006f-a8eb-4ec3-acd3-3cb0402f9231 req-3336fa38-86b3-4639-8d25-91a761bca07f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0257881 Mar 08 19:57:24.314231 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-de5d7505-3ab4-4eeb-8ea6-c68ae72c73bc req-fc8acad1-31ae-46f4-ad5d-a535d2937f32 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265236 Mar 08 19:57:25.396740 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:57:25.407965 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-88cdb97d-c551-4860-b9fe-496d83b042d0 req-0caa60e6-a307-43de-af59-087cd0d6c530 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0283225 Mar 08 19:57:26.169125 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-86891792-f2fb-4bdb-951d-2d6ca0092ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:57:26.504095 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-06f264f5-fb4a-4b46-9315-2e9d0e91c5f3 req-09292352-8690-477a-972c-004c21b8171a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264246 Mar 08 19:57:27.605945 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c66081d3-54c9-4d34-a055-61ffcf58acd3 req-bcfb5f1d-ed8f-4a4b-8f39-f70a9097fb51 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0319822 Mar 08 19:57:28.424911 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-caa097f2-b508-46a0-b84b-034755ac3834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:57:28.699132 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-435a440d-e006-4baf-9e73-2f298a188537 req-1d97b9f6-76b3-4ae9-84b7-9f068ed2698d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0275650 Mar 08 19:57:29.668914 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:57:29.788936 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5277844b-3081-4805-8576-ef866ed3719a req-a83408a9-fa2d-4572-a301-2f08a50c283f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0269392 Mar 08 19:57:30.878485 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-907a02fe-6bdf-4e23-a6c7-fcea563bb115 req-52c889b5-4e1b-49df-aefb-ead4a2debf93 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0272260 Mar 08 19:57:31.105330 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:57:31.968388 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-01629881-ebd5-4fd7-8266-28b5bb8547d2 req-26c0fc63-0bef-49c0-a3f4-685e3c56031b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267644 Mar 08 19:57:32.378906 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:57:33.062300 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-77904a19-6b07-4793-9831-4b6e57551035 req-1cdd24e6-c6a9-450b-a474-29385e38e09f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0292389 Mar 08 19:57:34.152613 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c6d714c9-153b-453f-aaac-2120a4b16cc6 req-8691d229-e283-4b5b-adc0-4aab3236368b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264511 Mar 08 19:57:35.244125 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-54e4907b-a3ca-4a4f-b3f6-7e4f17a06d0a req-5138e2d7-68fc-4cff-a176-b06ac9b1377e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0275917 Mar 08 19:57:36.335008 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-550e827f-0e73-47d0-a56b-184dc5c7b8d7 req-114fbca8-5fd3-45c4-ada1-ee4556345a6e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0260398 Mar 08 19:57:37.426737 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-abb3c5bf-d4f5-4b30-bb47-18f3512fe698 req-b3db1391-d388-4ebf-9411-a59488ca4a2b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0263479 Mar 08 19:57:38.521518 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-065d6967-3060-4b05-9f9e-a558cbd4ae29 req-ab999b24-9c7c-4147-9dda-34f1cb45cb7c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0309501 Mar 08 19:57:39.614346 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4954af4b-7fe4-4921-9187-91acd8b112d2 req-069d2051-b06a-4340-b9a2-1230a9a56e44 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0276897 Mar 08 19:57:40.712086 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-74c1ad9b-f768-47b0-be58-024279cb2927 req-152ddd5e-9045-4860-94ce-e7f928c90144 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0301547 Mar 08 19:57:41.804297 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ac53cc12-97d3-42cf-93ac-d82532082982 req-c945ef67-72f2-438d-bad3-447bc3553803 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267372 Mar 08 19:57:42.486407 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:57:42.897985 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-85ed6e6d-70e9-4966-be1e-1bf271bae725 req-2fc256e2-d60a-47da-9f48-f828ec8ee598 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0271292 Mar 08 19:57:43.989525 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fed2c721-4a82-4fa7-93dd-d6ec455a7652 req-894520da-296c-4a44-94d2-df559e20a8bb tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0260611 Mar 08 19:57:45.080946 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ded3f29f-5892-4e7e-91ec-dc8ce6ec6843 req-c2028acf-558e-4d5f-898b-77a83438a522 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0266030 Mar 08 19:57:46.178952 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fb0c9e27-7e41-4b53-8e42-4e8100299255 req-e4e8a680-fb7c-43d3-8d3e-9b34bdc7a36a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0322967 Mar 08 19:57:47.271442 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7493f485-d70f-4e8e-9c1e-9237128f1477 req-530a6282-3daf-48b6-89e8-56c5539aa33d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0260887 Mar 08 19:57:48.362364 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4eab37d8-78d1-4eb1-a1c8-c580b1fae804 req-5ae7b078-e3bf-4209-af31-09ff6112f8c3 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267699 Mar 08 19:57:49.453117 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-28fdf2b0-c64d-40be-a0f8-9e19a4ef802f req-8ace9ce3-7674-4e13-9d13-c2c6a8852c08 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0262585 Mar 08 19:57:50.543084 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b23961a1-2057-4f69-836e-47928af62614 req-a79b3326-c8f6-46e7-adf2-b76c5a3f9b48 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0270624 Mar 08 19:57:51.634319 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7acaf7e7-4b21-412c-99e3-37cd9a56cd91 req-769b377d-58e0-4419-b37a-ed50fcee934f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0268760 Mar 08 19:57:52.725938 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-72f72acb-8a8a-4705-9775-0d0dd87789a3 req-c5548f78-9eb9-40d7-8047-a046f89fc591 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0266347 Mar 08 19:57:53.821124 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-17081f6b-803f-43f4-b62c-71169e48fa45 req-8bd47a49-58df-4a29-9bfd-345408081763 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0315399 Mar 08 19:57:54.911518 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9df161c5-9dfb-47e6-8630-60d96252bf7d req-80125a97-4ed7-471f-8e9a-50d94d1d1101 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267034 Mar 08 19:57:56.004310 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c0de0450-c68b-44a0-b3c8-ed8426bc1e46 req-6c6ac989-cfb0-47b0-b65d-6728eb20b1d2 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0263600 Mar 08 19:57:56.170528 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-7d30a3fc-b73e-424e-8bb1-e5a6d84fddc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:57:57.095304 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c4cafc51-f270-4618-9192-f74ad829ec25 req-d505b985-aab1-4d84-bc23-740a2e6f251e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0272994 Mar 08 19:57:58.188811 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4e096610-cc91-44cb-b273-c5dc180c02de req-3bcbd481-49e8-4be1-bf17-26864d34852a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0297744 Mar 08 19:57:58.425159 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-04474c3c-0407-4277-b4fa-91dc5f3b4c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:57:59.282010 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6f079dfe-b5a8-457f-9c12-c29d8da11dd8 req-1cf7d3f4-8a91-4073-9b33-95e40a2eeaa4 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0297036 Mar 08 19:57:59.672258 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:58:00.372271 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-85522d8d-be63-4147-8c02-c6a41fbdffe5 req-ce7970c3-b2f5-4499-9667-7b7f041dd4e3 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267200 Mar 08 19:58:01.105636 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:58:01.463827 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-432771da-091a-4ffc-84d4-70d2b8ba5a19 req-2812286f-4400-4435-b6b2-e8f93144cfe6 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0260170 Mar 08 19:58:02.381278 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:58:02.395624 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:58:02.555424 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1d790bdb-dfe8-4212-8c3c-bf32e55928d5 req-19e7b6fb-1c96-4f55-aab7-92ff10b85f50 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264347 Mar 08 19:58:03.646348 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a9c05d4d-2e0c-4929-873c-4b0479960567 req-2853cc0c-3e13-49d9-b156-9db3486e5207 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265234 Mar 08 19:58:04.736984 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9ba0665f-9d5e-402a-8e1c-3be05680d2ce req-e3d09a60-aa70-48ec-9113-07748617f9ee tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0270250 Mar 08 19:58:05.827936 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7e4c44b3-9337-4aeb-ba90-1d39cf06923b req-f2c96dc0-5d86-454e-8db3-f5ebe00eec4f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0268319 Mar 08 19:58:06.923424 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-567aad8c-2cec-47bb-b942-6f82c86dcbc3 req-86e51731-4981-4f15-b4d2-734f1cec2761 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0324833 Mar 08 19:58:08.014276 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6f60f2ed-eb0f-4022-b6be-e0de72c11b62 req-beb2fb48-547c-48da-b185-b8762bfdb9e1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0273585 Mar 08 19:58:09.105442 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f4a23bbf-9b90-4444-bb0a-059462c38462 req-850cae14-9426-4314-a427-39007c9b2678 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0269608 Mar 08 19:58:10.196616 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-75f552a5-3348-48ef-9e48-081e8c23e506 req-59213fdd-dd82-4a9c-92a8-eeb80146defb tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0259452 Mar 08 19:58:11.295854 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-84095e50-eaee-4e16-893b-9afda4e52406 req-ff50121d-e341-43b8-b435-3f81349e3f13 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0285413 Mar 08 19:58:12.393912 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c79c1f8f-32ff-4452-88e8-6d51a729944e req-104b7a70-7cf2-45c6-8013-248733332073 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0306816 Mar 08 19:58:12.485529 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:58:13.484280 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-84aa44b8-3666-40ac-a7e4-cf9f2bd11424 req-699fdf8b-6a7e-4378-8ad9-83d219e8ab5d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0266268 Mar 08 19:58:14.582228 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4e019c8b-53b2-4b39-aaa5-1bc0453c4ba8 req-b182a00d-e9fb-419a-850d-02f760ceb22d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0263751 Mar 08 19:58:15.672709 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b969413a-e696-4b7e-8d30-044e38e09f61 req-d793da3b-12d6-467c-a987-984cf0b61c7b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267181 Mar 08 19:58:16.764412 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c1a9edbd-681f-48a8-9cb0-df922d5d20bc req-f095607f-0454-4a7c-a483-67531584df08 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0277278 Mar 08 19:58:17.854832 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fb6cd488-eaa0-4343-801a-375eb244c6e9 req-7752c4fd-829d-45c4-9374-da9c182c73fd tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0263252 Mar 08 19:58:18.947791 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9cb7e663-716b-45b7-8e31-f4f9c42f435a req-b5c66969-a968-4a82-aa45-69e6cdbd8378 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0279946 Mar 08 19:58:19.897824 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f127fbc0-6cc8-4a3a-b9f3-d32b769e0310 req-1ff8c725-cde0-40ff-868f-0c46318e26ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824795 Mar 08 19:58:19.984307 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127fbc0-6cc8-4a3a-b9f3-d32b769e0310 req-491dd51c-1fbd-4016-bd16-9ff19984eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:58:19.985826 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f127fbc0-6cc8-4a3a-b9f3-d32b769e0310 req-491dd51c-1fbd-4016-bd16-9ff19984eda3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0445921 Mar 08 19:58:20.056390 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-301885ed-3075-442b-872d-d3c2a3d731e3 req-e3815a98-f494-4088-88c6-54e697f1ab24 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0409606 Mar 08 19:58:20.115882 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127fbc0-6cc8-4a3a-b9f3-d32b769e0310 req-8f6e0758-d04f-4ea4-88b3-9b306ecaff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:58:20.117341 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f127fbc0-6cc8-4a3a-b9f3-d32b769e0310 req-8f6e0758-d04f-4ea4-88b3-9b306ecaff12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.1115415 Mar 08 19:58:20.179505 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f127fbc0-6cc8-4a3a-b9f3-d32b769e0310 req-dd788b7b-47f6-4907-bb9e-4b46f81239e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0567040 Mar 08 19:58:20.225729 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127fbc0-6cc8-4a3a-b9f3-d32b769e0310 req-43cc39a6-7a31-4a59-a742-8db89490c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:58:20.227185 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f127fbc0-6cc8-4a3a-b9f3-d32b769e0310 req-43cc39a6-7a31-4a59-a742-8db89490c0d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0422213 Mar 08 19:58:20.278479 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127fbc0-6cc8-4a3a-b9f3-d32b769e0310 req-67dd416e-14d2-4c83-8fbc-788835e72ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:58:20.279980 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f127fbc0-6cc8-4a3a-b9f3-d32b769e0310 req-67dd416e-14d2-4c83-8fbc-788835e72ab6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468161 Mar 08 19:58:20.291299 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [req-f127fbc0-6cc8-4a3a-b9f3-d32b769e0310 req-7f1b3523-3705-46a0-a4e9-46faa9df81b0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 19:58:20.292240 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f127fbc0-6cc8-4a3a-b9f3-d32b769e0310 req-7f1b3523-3705-46a0-a4e9-46faa9df81b0 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047855 Mar 08 19:58:20.378364 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f127fbc0-6cc8-4a3a-b9f3-d32b769e0310 req-e0bcff48-f2ed-46e9-b3ed-3b51b2088302 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798688 Mar 08 19:58:20.467975 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f127fbc0-6cc8-4a3a-b9f3-d32b769e0310 req-ccf14ceb-1a95-44f6-9b89-9cde895cd373 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840278 Mar 08 19:58:21.149577 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-681258fc-4fe2-44c1-b4d0-6d9e54d1c5c1 req-906c1c3d-a655-4383-8220-f9de000767bd tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0271583 Mar 08 19:58:22.241679 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c012c4bf-3ffe-4543-a71a-e63a5286f7b5 req-7cb7800b-a577-4516-bb62-58ba9874cbd5 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0266995 Mar 08 19:58:23.333728 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-80a65c29-792a-4855-9976-a784dbb0abee req-344718f4-da37-44d5-bd9a-45463ff59652 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0272229 Mar 08 19:58:24.430241 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-469a8ed8-1383-429a-827e-a19a1e768c30 req-546dfd13-78bf-40a4-a15e-c587653c8b0d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0277038 Mar 08 19:58:25.529574 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-70ed6385-2edc-4cdf-82d9-45f24fd2264c req-6003a159-ebb0-48b2-aa00-145f5736dd33 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0341611 Mar 08 19:58:26.171518 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-30b5d653-8b3b-4a3e-8ef8-993515d112ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:58:26.619801 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-af36c8e2-bb46-4e9b-9c4c-ee56bf2deaae req-92a4033a-7914-4c50-90c9-7b9c2c9859e5 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0268331 Mar 08 19:58:27.711521 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4d728aa6-bcce-4f30-aef5-5c3ed44abcae req-d79b85ba-a71a-48bd-9fc8-6431363f0f52 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0261323 Mar 08 19:58:28.424634 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b6970f94-49a4-4e4d-8af2-deee33d3193d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:58:28.801690 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d1e761de-fb29-4531-b627-61692a455b7e req-69d560a6-5aee-4f8f-b268-a7faa81eba50 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0271680 Mar 08 19:58:29.676178 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:58:29.894626 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bf0a6f18-42d7-4aff-846f-4d79b4dca1d3 req-6da18e86-5b4f-48f4-a3e4-41464ce82537 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0268373 Mar 08 19:58:30.989570 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0b8cbb39-2ef4-4b6a-812b-7e1f75c2c802 req-0af60188-fb92-43d9-8216-768211b7a5d5 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0301511 Mar 08 19:58:31.108875 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:58:32.100939 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f9d0b677-3730-42ce-b4cd-7f2686c76550 req-c5d33b8f-8fd9-479a-b710-91c7bdbc510c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0259795 Mar 08 19:58:32.383250 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:58:33.193871 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f57bb239-d4ca-47dc-9adf-2ad55f6a5820 req-6a115b1c-c16c-4496-9e83-b95192a91a5d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0273397 Mar 08 19:58:34.285570 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bf29aa5c-569a-4e20-927e-855da584eb7a req-89c859c1-105f-44d3-8fd3-abf8d845a528 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0274749 Mar 08 19:58:35.377198 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b994ca8-c4ac-48e9-871e-95167fb00952 req-ceac4b36-15bd-42e0-95ef-3d45e378364a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0273600 Mar 08 19:58:36.470507 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-27605fdc-970f-4526-9a21-ee69655ef21d req-2b1865ca-0159-4f1d-befa-cc17d09ae22d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0272644 Mar 08 19:58:37.561005 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1d6ee7cc-fc69-48e1-8fa1-f54368193086 req-a605ec2c-6571-4583-937c-6f0040592871 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264513 Mar 08 19:58:38.654626 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-63611287-3237-485c-9d1e-a67c3d384eae req-278d5fbd-7cae-4d20-a762-5f30921747e9 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0302343 Mar 08 19:58:39.395271 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:58:39.746493 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-770301d3-cbf8-4e36-b3ac-a00f79fc45df req-ea1c5ad1-3253-4629-9ea3-4230775e9663 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0261736 Mar 08 19:58:40.839987 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4daf2a63-159c-4309-a32c-5060e05c0ca1 req-45850023-18e1-4e0c-9583-e0ce3d465ac4 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0274973 Mar 08 19:58:41.931377 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-77b7502e-e724-4010-8756-0b100cb59c1f req-09e65ee4-b5d4-4e09-87c4-633a7bb8af53 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0274422 Mar 08 19:58:42.487376 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:58:43.023365 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7b036de5-801d-4458-97c6-ce2c98879cd8 req-7d514b0a-83e3-4988-a212-f13ff28c832e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0273957 Mar 08 19:58:44.118648 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a3cd034a-9791-45ea-a673-dca413a9aab4 req-7c8ee687-074f-455e-97f7-652429a9e2fe tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0306730 Mar 08 19:58:45.211854 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-20071e9a-0f75-418c-a89c-3bbb8a71072f req-59abc0e0-5c11-4bec-b043-43daa83ad2a6 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0263240 Mar 08 19:58:46.302989 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cc100b54-6135-4071-982f-e7fb326c034a req-411e9243-bc74-4849-9d29-dce5b432d9c5 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0271266 Mar 08 19:58:47.394859 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-17541b45-ef29-4f2b-853b-750e46d295db req-e464f816-da2e-4806-8238-df41f6b7e2b7 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0262206 Mar 08 19:58:48.486829 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c438f957-b5c5-473d-bc52-8d45069e606b req-28c1ef85-49f9-4c12-86b4-209e3d562830 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0274065 Mar 08 19:58:49.579687 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bbb8e1ba-1de9-43a6-b65f-3680d9988566 req-79ab7228-8cfc-47ac-af52-b586a5a27e89 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0268440 Mar 08 19:58:50.670261 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-34dfb8c7-e5b0-49e6-984a-06ddd07e1f7e req-8fdf0442-5a03-4448-b2df-bc24e692c8c1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0268631 Mar 08 19:58:51.759978 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-27edb89b-a323-46c1-8265-aeefa33f85d5 req-888faed7-1a62-4dcb-8b51-5fbe775f85d7 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267906 Mar 08 19:58:52.860605 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-283e700b-74a2-4739-b968-710c42041c83 req-3338b305-8079-4ad2-88e6-9d9979cece81 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0305371 Mar 08 19:58:53.952484 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1c41feed-d82e-4d1d-9fc5-5931317b1520 req-6c97b2df-7d5c-4446-8d00-933740df4280 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264311 Mar 08 19:58:55.042757 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8fff249a-6c21-4f1a-af69-01cf52487a9c req-0d59fddc-3d32-4ae7-950d-c2842dc636d3 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0266449 Mar 08 19:58:56.136848 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fc904afa-7a24-403d-b8d4-325eb4ce692e req-559dadd2-2bed-4d6b-9bff-eec66993f078 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0311098 Mar 08 19:58:56.174518 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-df84c224-9bb3-48a6-9596-2e63e50602f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:58:57.236073 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-236567eb-4e3c-455c-b4e5-9985a6aeaf91 req-b8047333-374f-43e7-be52-50d92fe69d6e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0272963 Mar 08 19:58:58.326670 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-829c5945-634d-4f85-8d72-824d2e133905 req-00264f49-08cc-448d-8b52-3b02a42f4ace tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0266163 Mar 08 19:58:58.425825 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-7889c92b-0ae0-471f-9fc9-edcbc48e3e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:58:59.417249 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-32366412-937f-4b6f-9672-e0521b5801ff req-b91eb131-9524-4f37-87e0-3803450eed0d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0270751 Mar 08 19:58:59.676674 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:59:00.523625 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7073ee2c-3fab-428d-9e5f-8699bcbe83cd req-54343598-6719-42e8-9aac-50c97d3904ef tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265315 Mar 08 19:59:01.115108 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:59:01.616186 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d2f5559e-fffa-48e7-b734-05266a85baf7 req-9a80e1f7-4fea-4699-88ae-76c8e40e2e7e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0258465 Mar 08 19:59:02.384100 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:59:02.707377 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0ca7d473-d687-43c6-b921-5d44a062e3f4 req-02ae25d0-e9ab-4a76-8427-7b74402d2d7e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265357 Mar 08 19:59:03.799558 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b4552daf-22db-4de0-bfd2-219d6e6f8987 req-3255e7b1-9634-4764-bb00-840bd06fd8de tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267799 Mar 08 19:59:04.891301 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-74cd82fe-a64c-4a2f-941e-69c733c5dc71 req-9e49f345-e3a5-48bb-b9bd-d9993293c920 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0277450 Mar 08 19:59:05.985956 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-396b5323-2642-4e25-9702-f5d7b376c753 req-1e497459-d081-4cfa-a581-532b39267672 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0298572 Mar 08 19:59:07.078034 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3b85ef78-9f26-48f6-8150-19fb3a8429ed req-b6e49a1d-6732-41f2-9b7e-2e343471b69b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265527 Mar 08 19:59:08.168945 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d234da7c-e110-4bd5-83a3-a15445d06517 req-f671a918-8da9-4a3e-bcf0-194c6879eea2 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0268004 Mar 08 19:59:09.262367 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a2953cf0-1d7c-4b76-8a1b-df5f7dfb997f req-1a7a8f42-9d64-4edc-9a94-dc1e92e53f6a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0293863 Mar 08 19:59:10.354173 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c8b167b1-a5b6-4391-b74c-97b7930ce317 req-2bfbd20e-5480-489b-8618-c5edf8ee99fd tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0274525 Mar 08 19:59:11.447311 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f4063fa3-474d-482f-bada-3d845fa5df94 req-33fba259-fb54-4dbc-9cf1-778176ef74b1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0269077 Mar 08 19:59:12.485428 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:59:12.541267 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-461137bf-4f5e-43b1-b9b3-d39bd3122d6a req-89b148cb-4f3e-4a5f-8861-e78607b591b4 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265422 Mar 08 19:59:13.632176 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d129a146-feb7-427f-8781-43429e706d0e req-566d0d8d-0b8c-4e3f-b2a4-c6250c06f782 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0263007 Mar 08 19:59:14.726525 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-31f6d46c-5d01-4cb6-8a00-25bb8a2256e4 req-3f190f73-966b-4dc5-a56a-5fb90df6390b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0273993 Mar 08 19:59:15.816640 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b08ded0d-6656-4426-bd27-fac84acd54c6 req-d3ad2e56-571f-4366-84b4-7d62dc4f6b05 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264838 Mar 08 19:59:16.393816 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:59:16.909828 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d53ce1e6-5cbc-40dc-944f-2432510f699a req-bdbed6dc-3aeb-4bd0-8aee-151d33995fdf tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0263178 Mar 08 19:59:18.005837 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7a40f175-be68-4e0e-93c2-63b7353983d3 req-ea872279-3fa5-425d-ac7a-d8c6499d0aea tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0282683 Mar 08 19:59:19.105091 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e580b894-38b3-4b23-acae-20d76446dba4 req-981c52b5-4c26-47f0-9992-01619162017d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0310028 Mar 08 19:59:20.196427 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bab1f287-93ac-402f-bf0e-698ef37655a5 req-a24eaf24-4ea4-4b05-b538-b1dad830847a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0262034 Mar 08 19:59:20.846450 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5979bb0e-8d5a-4180-b51f-7171788c6628 req-79bee11e-672e-4546-8115-1cd85d1b2dd4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460861 Mar 08 19:59:20.907216 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979bb0e-8d5a-4180-b51f-7171788c6628 req-4345d6f9-7fd3-4c3e-8496-1b036e679b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:59:20.908702 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5979bb0e-8d5a-4180-b51f-7171788c6628 req-4345d6f9-7fd3-4c3e-8496-1b036e679b9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 1129 time: 0.0422056 Mar 08 19:59:21.008415 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979bb0e-8d5a-4180-b51f-7171788c6628 req-41e171db-bde6-4927-9de2-4ac2dee62f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:59:21.009852 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5979bb0e-8d5a-4180-b51f-7171788c6628 req-41e171db-bde6-4927-9de2-4ac2dee62f52 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 200 len: 916 time: 0.0833533 Mar 08 19:59:21.070670 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5979bb0e-8d5a-4180-b51f-7171788c6628 req-c4380711-a07f-42f6-a954-38a655d57bb2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f48c927-0691-47e3-8433-ee3ab38d9048 HTTP/1.1" status: 200 len: 1000 time: 0.0553553 Mar 08 19:59:21.116735 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979bb0e-8d5a-4180-b51f-7171788c6628 req-d244aa16-07cc-49b0-8253-389618e98683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:59:21.118188 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5979bb0e-8d5a-4180-b51f-7171788c6628 req-d244aa16-07cc-49b0-8253-389618e98683 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5d1de695-2f89-4670-8368-e25440455f01 HTTP/1.1" status: 200 len: 854 time: 0.0425749 Mar 08 19:59:21.169610 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979bb0e-8d5a-4180-b51f-7171788c6628 req-630ed2df-9df0-4679-8cae-fe9290bd2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 19:59:21.171103 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5979bb0e-8d5a-4180-b51f-7171788c6628 req-630ed2df-9df0-4679-8cae-fe9290bd2a1c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfea349b-6bfd-41c2-92c4-062cebf33ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476537 Mar 08 19:59:21.270270 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5979bb0e-8d5a-4180-b51f-7171788c6628 req-85132590-33d5-47f2-a430-9e9b664eea9a service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924635 Mar 08 19:59:21.293989 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1027b7e2-9ae7-474e-9d03-e8b844b3b801 req-bae7a372-f829-4b9f-9eb3-90a8f09a9502 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267098 Mar 08 19:59:21.360656 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5979bb0e-8d5a-4180-b51f-7171788c6628 req-e7c19965-6d9b-4e03-9b0c-bb068b861dc6 service neutron] 10.222.0.60 "GET /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845950 Mar 08 19:59:22.386015 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b6842b02-6b71-416c-8e02-5db03b3ec659 req-099bf06f-0635-420c-ac21-542b9741e67c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0268445 Mar 08 19:59:23.477394 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-25677b28-7f2a-44bd-9892-368bba819a6c req-97ad0346-2845-4c84-a4f0-84b25c602f29 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0268538 Mar 08 19:59:24.570555 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-86b5bd3c-9c6b-4e19-a68e-15c3ce801309 req-cc343c99-5d24-4ef6-87bc-0ff205a09f2c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0278473 Mar 08 19:59:25.663160 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2a7bca1c-534c-4063-a441-a8e086de9e95 req-65f1c5a4-5133-4e81-a916-8e8693fad78f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0274620 Mar 08 19:59:26.175200 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-edf076b4-8441-4053-8f73-70d358810f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:59:26.753880 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-efbe70b5-0012-41b5-a3b7-b2bbbe91c5f7 req-086db5c0-c1dd-487d-8dc7-a2f3ce2e786d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0262995 Mar 08 19:59:27.846360 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2e277ed8-6e78-4d7d-83a5-d5e443086887 req-07e8e455-3d64-4b9c-9dc4-8b1ff8cadf0d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0266309 Mar 08 19:59:28.426159 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-32924584-364f-4c1b-877c-631d07c20b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:59:28.945237 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fe3e6bac-ef12-493d-9e6e-53ad5ddd8d2c req-52be48c5-9a1a-497e-8d0f-a9b8c38eb374 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0270283 Mar 08 19:59:29.679171 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:59:30.035549 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b76310fc-f712-49c8-9432-aafb01f2848d req-77117bae-8733-4f83-997e-f70ee662b124 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0268569 Mar 08 19:59:31.116857 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:59:31.152701 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8526d014-2ca8-4fd1-8b6a-97be89936c3b req-4b4bd584-de63-45de-b702-1d2b1a26afc4 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0374646 Mar 08 19:59:32.247931 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c85315ca-a111-492c-802d-8c4edf75454a req-c634a6e4-cc1e-4158-8bc6-d890dc40c0ce tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0306151 Mar 08 19:59:32.385725 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:59:33.338126 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8ec14b9e-a82a-4427-bde5-4cd17d546ab6 req-2f3432b3-d51a-43b7-a306-4df2af4d7f98 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264070 Mar 08 19:59:34.428800 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d6c995e0-e178-473c-b68b-7022d2bd9b37 req-4b8a3252-5367-4e75-bed4-3ab8acb252f6 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0263774 Mar 08 19:59:35.522097 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-08edab9d-243e-4be5-b24f-57533edd7f2c req-f8189c8d-3e54-4738-a7aa-5ef12899939e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264060 Mar 08 19:59:36.613451 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-de5e7799-d973-478a-bba5-a10d0b2977cf req-b3d9360a-cb8c-4005-ac95-57e2538b3a51 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265126 Mar 08 19:59:37.704624 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-23d84d09-74cc-439c-a825-7f2331b5cce8 req-48a22921-10e4-4ad0-8d19-1fd2147b9a22 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0263953 Mar 08 19:59:38.795448 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-976bf1ec-c12a-44e1-a55d-ad31dbd2d42a req-0de9751d-7767-4880-9ddd-e4fa24f88f10 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0275686 Mar 08 19:59:39.886207 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c3a433a5-2d7a-48cb-b0e3-3f61e18734f3 req-607f9111-b51b-4318-84cc-84924935fc34 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265341 Mar 08 19:59:40.977871 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-87763de8-7bec-4de0-9fad-98ecdce0801c req-b3729326-8646-4840-9dfe-770922ae9d51 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0258422 Mar 08 19:59:42.074239 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c89d6e55-3d50-4279-9e5b-66b71f4c337d req-8f892c23-31f0-459e-ad8b-8c9d0887f74f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265965 Mar 08 19:59:42.493769 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:59:43.165528 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b6826bcb-c9da-4718-b029-c83237e4688d req-0880d3af-b848-4904-aa57-37a26519171f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0261619 Mar 08 19:59:44.261649 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-14dceb7a-9a50-4ada-ad00-60f61dae6efd req-fa959214-2f15-42e7-8018-cbb465438e43 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0299394 Mar 08 19:59:45.356783 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-118cdf3f-54cd-45cc-8d32-fb5900f72246 req-04ff6798-b7f2-4067-955a-6572c8a215ff tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0302887 Mar 08 19:59:46.451786 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1b5ed921-a964-4608-b86d-75357577cf99 req-c2a16e83-aea3-4706-aae8-cb00108c5488 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265765 Mar 08 19:59:47.543662 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-59fe6a8e-c85a-4489-a42c-ff77232cbfab req-49a298db-fd79-45fd-8c1e-087a5de1355e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0277522 Mar 08 19:59:48.633424 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f15e809c-3634-4d85-8a28-58c51d28063d req-8b27502d-b375-41ac-813a-90a7ce0f2240 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0268180 Mar 08 19:59:49.724385 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-df0cf04e-7aa2-4582-ba29-4cd64fb64838 req-b5f254d6-c53d-4213-a2ed-5d21fa8a0042 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0266051 Mar 08 19:59:50.827449 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6d089552-37f6-4296-bbd8-d91d6f065e4a req-9ac69fcf-4a5f-44bd-b69a-4aa387868eb0 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267506 Mar 08 19:59:51.921361 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5240aad5-d390-441a-92f7-e96519abedec req-a89cd1ba-d4cb-40e9-a991-b1be4b1e7390 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0272932 Mar 08 19:59:53.012023 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-026b8d22-29f9-4484-a775-650cd95c16e7 req-720322d1-da7f-48cb-aed7-64e37d83a4e9 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0258803 Mar 08 19:59:53.392949 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 19:59:54.103124 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7fee90e2-261b-4175-bfd0-4d02f8c18d93 req-c9d48eab-44f5-455b-9f42-858c57d9cd1b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0266707 Mar 08 19:59:55.193350 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6865b955-7c8e-49c4-bc17-a81ed3f8e477 req-0faee563-57a9-4f73-aa05-83000c81699f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0257175 Mar 08 19:59:56.177376 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-26a822f1-ff1b-41ba-b0f7-ea5f8efd89e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:59:56.286652 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-08deece5-410c-49c9-9506-dfc4a4038a4f req-339281a5-1c00-4f08-98d2-53e43eb78151 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265002 Mar 08 19:59:57.381004 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bf85b3d2-a8be-49d3-aa03-169f70157106 req-ec7d9bc9-ef43-4fc2-aa9e-33ebd9e4dfaa tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0302951 Mar 08 19:59:58.428482 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-5d752ed5-f641-4946-9147-c8d0b8d9fa87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 19:59:58.477877 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2f3354a9-55fa-4ea0-84e4-17eea80e6ddd req-e26bacfa-daf1-4d4c-acbf-4ea51103ed37 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0302539 Mar 08 19:59:59.570051 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7704424d-af9d-4817-a351-6130ae451889 req-dab0ad73-1e51-424d-ac14-0c123fa96f0f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0270803 Mar 08 19:59:59.683051 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:00.660998 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bacdd6a7-ede8-424f-9a6b-9d4f6f1ee87f req-845e9b8b-5a42-460a-9456-4eda17c69909 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0271330 Mar 08 20:00:01.118957 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:01.750992 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8ca827e8-a0d4-4c82-ba5a-052e096bf4f6 req-654633b9-fd7e-4e70-9965-3803fbbbaa03 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0266979 Mar 08 20:00:02.388219 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:02.844636 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-efd16591-252a-4568-a85b-8dc3dd77f542 req-bef8c970-9dda-4962-a21c-f8b4ee5563a3 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0272689 Mar 08 20:00:03.938717 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5034d23d-ef0e-485c-8009-1938453bb0ee req-00560a1b-5742-4c59-b094-10437215ab2b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0268691 Mar 08 20:00:05.030911 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-38fb2549-a3d4-448e-847e-9706c4e85c0b req-9526baae-46e9-4fa1-b424-3271e994bca7 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267501 Mar 08 20:00:06.122765 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4de4991d-a97b-445e-8970-08f365512e51 req-b0a6239b-4140-498a-a406-ed0db6f90b2a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0271902 Mar 08 20:00:07.214441 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c04a08a5-af56-446e-8bd7-2d004449d96f req-b972cde6-ef47-4054-90d8-35602d1a2d8f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265903 Mar 08 20:00:08.395716 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6af890b6-76d8-4f50-b86c-78e35a358fee req-4d05199e-d796-4153-9248-3d89b1858dba tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0257940 Mar 08 20:00:09.486430 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3e9bf6ab-40de-4004-8b4c-ff94cf0aa7fe req-9074d895-2b36-4964-9bfe-a30b5ed83256 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0258529 Mar 08 20:00:10.580808 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fdc6ec69-4865-41e1-b447-ec3510085ef6 req-cabb0c09-ccc9-41e5-8c05-6814a01aa840 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0296547 Mar 08 20:00:11.676680 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-728a0dfd-26b7-4845-9961-0b159869c380 req-75187260-91a2-4a12-9621-41d9d92a3244 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0310538 Mar 08 20:00:12.513592 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:12.766803 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4515c8d3-2a0a-4aa3-921a-366c8b154406 req-c3ed2d67-72f5-4819-8b6f-955045f88037 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267344 Mar 08 20:00:13.858745 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8e6d262e-cbca-40b7-8917-35a0d3ebc950 req-627d338d-125b-422f-9106-add84ddfae18 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0259697 Mar 08 20:00:14.949867 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-23aee3f5-3715-4e9d-8a84-7f046526fb23 req-d1b6ea54-c348-4114-b184-c690d0706f7d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0266972 Mar 08 20:00:16.043156 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1a6137d4-833d-488f-82c2-8f071a857583 req-63925133-1a12-4061-8581-a4a92aa90226 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0279372 Mar 08 20:00:17.134801 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d4d3270b-f9c4-4e2b-9f0b-2cdd92b5261a req-df94c753-5b80-4328-b7e2-98a3deca14c1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0270228 Mar 08 20:00:18.226090 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-171ab447-f2ed-43c0-ad55-bd8b1a0def17 req-2721a5f3-5b4b-4f1d-8ad0-34128204cdea tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0261548 Mar 08 20:00:19.318094 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5deeed71-0d39-4c61-9207-fe3e87149467 req-83096ecf-5fe3-4d2b-ae53-4be03caa233a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0258915 Mar 08 20:00:20.409522 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-77631101-1dde-439d-a8ac-f628f6d56fba req-0bef42c5-6ff2-4a3a-b7b4-b00e9ddfe2e9 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267274 Mar 08 20:00:21.503422 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c507bcb4-4a52-43e9-8557-6937076da343 req-13019c7a-2b1b-4e31-910f-55bb83fb81eb tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0259967 Mar 08 20:00:22.580757 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e72b04dd-bc16-424f-a981-631bd490e0ab req-0f3b1599-5179-4cd1-b7ed-e8dc142fd849 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466831 Mar 08 20:00:22.597019 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-be93681b-b18e-4000-be1a-801eba43caa4 req-74c8182e-2cc3-4a8c-9cb9-98053daeee9a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0269184 Mar 08 20:00:22.642490 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b04dd-bc16-424f-a981-631bd490e0ab req-9c763b80-8eab-47a1-8ab8-34e3bcc57a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:00:22.643966 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e72b04dd-bc16-424f-a981-631bd490e0ab req-9c763b80-8eab-47a1-8ab8-34e3bcc57a9d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f465b155dca1452a855efa3b5794a21e&device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 1129 time: 0.0439188 Mar 08 20:00:22.744155 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b04dd-bc16-424f-a981-631bd490e0ab req-86097c9c-9ea5-46a6-b81d-9a70d099c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:00:22.745684 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e72b04dd-bc16-424f-a981-631bd490e0ab req-86097c9c-9ea5-46a6-b81d-9a70d099c659 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a3e9c780-e855-4db2-b241-a494e4a1b9ae HTTP/1.1" status: 200 len: 915 time: 0.0829766 Mar 08 20:00:22.786914 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e72b04dd-bc16-424f-a981-631bd490e0ab req-0e07ee3c-0550-4671-ad72-575af1f16ae8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b795f2a0-a5c0-454f-8fbe-956e41ba2c9c HTTP/1.1" status: 200 len: 217 time: 0.0350029 Mar 08 20:00:22.832209 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b04dd-bc16-424f-a981-631bd490e0ab req-a6eee366-e7c3-4b60-ae70-8d97350d3abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:00:22.833579 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e72b04dd-bc16-424f-a981-631bd490e0ab req-a6eee366-e7c3-4b60-ae70-8d97350d3abb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a30f2c2b-8b17-48dc-870b-251bcec9ce3f HTTP/1.1" status: 200 len: 854 time: 0.0404706 Mar 08 20:00:22.862912 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e72b04dd-bc16-424f-a981-631bd490e0ab req-ed0c6135-f9a3-4f17-8dd8-e0a0fa9bae56 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3e9c780-e855-4db2-b241-a494e4a1b9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237792 Mar 08 20:00:22.949355 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e72b04dd-bc16-424f-a981-631bd490e0ab req-52a86a1a-3dcb-4755-99a7-44a03cff0ea0 service neutron] 10.222.0.60 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808887 Mar 08 20:00:23.034737 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e72b04dd-bc16-424f-a981-631bd490e0ab req-4cc9348e-e5e4-4787-98d3-9412069fc035 service neutron] 10.222.0.60 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789900 Mar 08 20:00:23.692165 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-38ae1bfb-3f8c-471c-8c61-17af2f6ac78b req-9902f6cb-ddfe-4d07-8365-bfb2e8f1a05e tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0298071 Mar 08 20:00:24.788347 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b08636ef-72e5-4b60-8d75-6fad189a642c req-8db3331b-6931-4e6e-8d3a-45761f840979 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0306232 Mar 08 20:00:25.879388 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cc61d3c5-0a13-4ceb-babd-a603c64ba4b4 req-f2e1f4df-0aae-4004-8de0-0a1eaa1277b1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0266736 Mar 08 20:00:26.179390 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-7b4b355d-82d5-44f4-919a-ea17b74503ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:26.970143 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d4860a98-961e-48a6-a4da-70df574c288e req-758c177a-48d4-4abd-8328-15e5b7e2e2f4 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267787 Mar 08 20:00:28.060189 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4c559173-39e8-417f-9ea3-d7a295c66465 req-25f5adcf-5089-46cf-9440-f1f2879396b1 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0257213 Mar 08 20:00:28.430252 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-9c5c812f-aa50-49ae-a707-08b82fd3c404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:29.151533 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4228b452-661d-4beb-9e00-5a0a511e9ece req-6e814179-0691-4ffb-915b-d9bbaf01e7a8 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0263031 Mar 08 20:00:29.684984 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:30.250956 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-809e292b-7c23-4f2a-b038-c607f938ca4c req-febfe909-ef66-40d9-85a4-a8478439e9e5 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0258687 Mar 08 20:00:30.392465 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:00:31.121415 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:31.343366 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c3054b59-0075-4fdb-9bea-34491078ea00 req-c8d3c7ba-6853-40b2-9784-e943915a08c4 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0275900 Mar 08 20:00:32.396982 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:32.440560 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f0e28792-d507-449a-8525-9dadc67316b4 req-9e102093-44b2-4422-b175-10083ccbfa9c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0272491 Mar 08 20:00:33.534062 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0d2e5265-acdf-4fe5-a39b-78a2335b7f9e req-5fbe9600-7499-41ae-9b43-49deedb4067a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0272713 Mar 08 20:00:34.625502 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-51dcabdc-94d4-4a09-b334-8d09637eb29a req-7b7f4d15-0c4c-4e70-9053-334e337feb8c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0261190 Mar 08 20:00:35.717126 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-92c99c02-6a86-461b-8f5f-f77bececc71b req-c23f5e22-31fe-4428-9679-18fd95a4ea07 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0261393 Mar 08 20:00:36.809774 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7b1b2497-2b27-4a7f-8977-967f132c7a82 req-64407c6b-2ad5-4574-a99b-c5d117e61f1a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0293519 Mar 08 20:00:37.904525 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a8cf725a-18ae-4850-ab80-55de8b97896c req-1cc12c16-869b-4c0a-9ff5-6e51ac6df62d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0300372 Mar 08 20:00:39.009556 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2770911b-83ae-484e-a21c-40c45706a021 req-ea24fc38-776e-458e-86ba-68236d128981 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0412164 Mar 08 20:00:40.101937 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1dab9fcb-6515-4d3e-b389-15149ee4085e req-513f9bda-3a75-4e73-942d-71609a6ea4ba tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0258918 Mar 08 20:00:41.193862 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c1ce26cb-cfb9-4131-b3f2-e48ef57c22e6 req-56785517-4f7e-40dc-b257-3aa0993f41de tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0259407 Mar 08 20:00:42.285458 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-30a69a13-8908-4189-9974-3b366abe41f5 req-170e2261-b969-4180-baba-63be0dba691c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0272577 Mar 08 20:00:42.529136 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:43.384137 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f3ef32ea-4af9-4d5c-af60-4e5d698a77ef req-f64e5e84-17d6-4b26-94e4-82c7851b9f0f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0339212 Mar 08 20:00:44.475713 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e3253cec-5400-4767-b6ac-ecca416b6a1a req-157b442e-2eb0-43f1-a34f-3bb716655334 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265508 Mar 08 20:00:45.566288 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c0a710d7-6347-4362-a9df-dca0a59440a7 req-0de42bcf-692c-4d45-9d37-369e8232d780 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0266199 Mar 08 20:00:46.658269 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4a08da42-50c9-46f0-a828-7d63aa04d15e req-36b83886-9f67-4d44-b9fe-fba065ee605b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0273297 Mar 08 20:00:47.747836 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fa97a1e5-6110-41ed-a649-39fa7b0e44ee req-e6e8291a-9cee-472c-b014-58e969f47f17 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0263848 Mar 08 20:00:48.839586 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c375050d-96d8-49ce-a154-61392de9270e req-fe555f82-28e9-40cf-ba85-4a398ad66905 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0271327 Mar 08 20:00:49.934075 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-14aa35c5-5f40-4a46-91ee-adc94cb3ef63 req-5ec6c4f2-1d5a-431c-b4ae-40f1641b7ce6 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0300975 Mar 08 20:00:51.027511 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9f826515-aa55-42f0-af06-fe9be6ddf2fb req-98833c08-f308-4b36-b9a6-229dca57b3b4 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0297384 Mar 08 20:00:52.119308 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-02740cdb-951a-42df-b152-2c0e18729ac3 req-506c5212-6668-4069-9a8d-889732523468 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0267520 Mar 08 20:00:53.193193 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df290c9-c8b3-4500-8ac1-732ee9bc6912 req-f80be9cb-d097-4f25-ada9-fbff66d11b5c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:00:53.194814 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7df290c9-c8b3-4500-8ac1-732ee9bc6912 req-f80be9cb-d097-4f25-ada9-fbff66d11b5c tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 945 time: 0.0540910 Mar 08 20:00:53.213799 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5bc8bc3d-67ea-41d9-938e-83ed38ea59b0 req-e64b1bae-c6d5-48d6-be2a-ed334a871e3b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0269411 Mar 08 20:00:53.241074 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7df290c9-c8b3-4500-8ac1-732ee9bc6912 req-af594f91-8b61-40fd-9ad9-54b609123bc8 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups?id=5e4e2e94-a39f-4338-8d3f-34ad211557ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402367 Mar 08 20:00:53.661717 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f515e-36fb-42b9-8bb7-94267aefc593 req-a9668f4e-769a-489f-b6a8-66edfdfb753f tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:00:53.663146 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f74f515e-36fb-42b9-8bb7-94267aefc593 req-a9668f4e-769a-489f-b6a8-66edfdfb753f tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 945 time: 0.0511358 Mar 08 20:00:53.756689 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-f74f515e-36fb-42b9-8bb7-94267aefc593 req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Deleting port 4f48c927-0691-47e3-8433-ee3ab38d9048 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:00:53.757030 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f74f515e-36fb-42b9-8bb7-94267aefc593 req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (4f48c927-0691-47e3-8433-ee3ab38d9048), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:53.841354 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-f74f515e-36fb-42b9-8bb7-94267aefc593 req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] For port 4f48c927-0691-47e3-8433-ee3ab38d9048, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f48c927-0691-47e3-8433-ee3ab38d9048,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:00:53.841722 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f74f515e-36fb-42b9-8bb7-94267aefc593 req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (4f48c927-0691-47e3-8433-ee3ab38d9048), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:54.004807 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f74f515e-36fb-42b9-8bb7-94267aefc593 req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:54.005089 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f74f515e-36fb-42b9-8bb7-94267aefc593 req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (f1b77a61-c6ad-4c58-b308-7b00a821d482), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:54.005410 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.l3_db [req-f74f515e-36fb-42b9-8bb7-94267aefc593 req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Floating IP f1b77a61-c6ad-4c58-b308-7b00a821d482 disassociated. External IP: 172.27.1.21, port: 4f48c927-0691-47e3-8433-ee3ab38d9048. Mar 08 20:00:54.005751 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-f74f515e-36fb-42b9-8bb7-94267aefc593 req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Calling delete_port for 4f48c927-0691-47e3-8433-ee3ab38d9048 owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:00:54.129114 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f74f515e-36fb-42b9-8bb7-94267aefc593 req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (4f48c927-0691-47e3-8433-ee3ab38d9048), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:54.158196 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event deleted for resources: {'Port': ['ID=4f48c927-0691-47e3-8433-ee3ab38d9048,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:00:54.170191 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:00:54.170557 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:00:54.170911 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:00:54.171258 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:00:54.171605 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:00:54.171948 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:00:54.172304 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:00:54.172667 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:00:54.173004 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:00:54.173338 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:00:54.173692 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:00:54.173994 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:00:54.175968 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:00:54.313115 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4da81f2f-4f07-42d4-839b-ab898c99af20 req-6276a850-6973-446c-b952-46547e63536c tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0323048 Mar 08 20:00:54.314850 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f74f515e-36fb-42b9-8bb7-94267aefc593 req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Router d8357a97-1270-4600-8b32-23ca28274084 has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:00:54.340373 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1b30e9d7-2344-42c5-a769-fd0b13a493b2 req-ac1a9337-b3d9-4221-be2b-32942b25c0a6 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b992e6-93af-4c5c-8e4f-8004842e455e HTTP/1.1" status: 200 len: 210 time: 0.0280068 Mar 08 20:00:54.431014 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f74f515e-36fb-42b9-8bb7-94267aefc593 req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:00:54.441902 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4692a0ae-0617-48f0-bd60-ec0942b20727 None None] Sync routers for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:00:54.451029 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4692a0ae-0617-48f0-bd60-ec0942b20727 None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:00:54.451641 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-4692a0ae-0617-48f0-bd60-ec0942b20727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:00:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:00:54.473882 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74f515e-36fb-42b9-8bb7-94267aefc593 req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] No DVR routers for this DVR port 4f48c927-0691-47e3-8433-ee3ab38d9048 on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:00:54.476534 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f74f515e-36fb-42b9-8bb7-94267aefc593 req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:54.480473 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f74f515e-36fb-42b9-8bb7-94267aefc593 req-9a4fd93f-f8f2-4f1c-81f1-238803d8b590 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.60 "DELETE /v2.0/ports/4f48c927-0691-47e3-8433-ee3ab38d9048 HTTP/1.1" status: 204 len: 173 time: 0.8124280 Mar 08 20:00:54.480817 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b992e6-93af-4c5c-8e4f-8004842e455e', 'name': 'network-vif-deleted', 'tag': '4f48c927-0691-47e3-8433-ee3ab38d9048'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:00:54.483107 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e540ab25-3d3f-4601-92c9-986219f193fc" -d '{"events": [{"server_uuid": "30b992e6-93af-4c5c-8e4f-8004842e455e", "name": "network-vif-deleted", "tag": "4f48c927-0691-47e3-8433-ee3ab38d9048"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:00:54.564731 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-4692a0ae-0617-48f0-bd60-ec0942b20727 None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:00:54.605941 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397703e2-40d0-416c-9243-c9849c329308 x-openstack-request-id: req-397703e2-40d0-416c-9243-c9849c329308 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:00:54.606236 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b992e6-93af-4c5c-8e4f-8004842e455e", "name": "network-vif-deleted", "tag": "4f48c927-0691-47e3-8433-ee3ab38d9048", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:00:54.606605 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-397703e2-40d0-416c-9243-c9849c329308 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:00:54.607011 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b992e6-93af-4c5c-8e4f-8004842e455e', 'name': 'network-vif-deleted', 'tag': '4f48c927-0691-47e3-8433-ee3ab38d9048', 'status': 'completed', 'code': 200} Mar 08 20:00:54.767048 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-4692a0ae-0617-48f0-bd60-ec0942b20727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:00:54.796276 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4692a0ae-0617-48f0-bd60-ec0942b20727 None None] Checking router: d8357a97-1270-4600-8b32-23ca28274084 for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:00:54.804217 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4692a0ae-0617-48f0-bd60-ec0942b20727 None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:00:54.804844 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-4692a0ae-0617-48f0-bd60-ec0942b20727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:00:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:00:54.911278 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-4692a0ae-0617-48f0-bd60-ec0942b20727 None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:00:55.228236 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-4692a0ae-0617-48f0-bd60-ec0942b20727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:00:55.256750 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4692a0ae-0617-48f0-bd60-ec0942b20727 None None] The sync data for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi is: [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:23Z', 'revision_number': 4, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'c82e533e-e390-4b9d-a488-8d74fd193766', 'name': '', 'network_id': 'dfea349b-6bfd-41c2-92c4-062cebf33ab6', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'mac_address': 'fa:16:3e:25:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5d1de695-2f89-4670-8368-e25440455f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:18Z', 'updated_at': '2022-03-08T19:47:33Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'subnets': [{'id': '5d1de695-2f89-4670-8368-e25440455f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:00:55.415500 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2d85eb3d-062e-4899-8d82-74e37fb33e19 req-6bb3d1e8-610d-4a97-91dd-9c1dbb82818d tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0348082 Mar 08 20:00:55.443947 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 36498) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:00:55.486407 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a24e45d-597a-4fea-b862-a4d13b974bbe None None] New status for floating IP f1b77a61-c6ad-4c58-b308-7b00a821d482: DOWN {{(pid=109692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:00:55.499001 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b38afd72-84be-4539-877f-48f67ed45f5b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (5e4e2e94-a39f-4338-8d3f-34ad211557ef), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:55.521518 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b38afd72-84be-4539-877f-48f67ed45f5b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (5e4e2e94-a39f-4338-8d3f-34ad211557ef), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:55.568523 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b38afd72-84be-4539-877f-48f67ed45f5b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (5e4e2e94-a39f-4338-8d3f-34ad211557ef), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:55.571172 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b38afd72-84be-4539-877f-48f67ed45f5b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:55.573000 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-b38afd72-84be-4539-877f-48f67ed45f5b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "DELETE /v2.0/security-groups/5e4e2e94-a39f-4338-8d3f-34ad211557ef HTTP/1.1" status: 204 len: 168 time: 0.1273479 Mar 08 20:00:55.575274 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 36500) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:00:55.583092 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38afd72-84be-4539-877f-48f67ed45f5b tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4e2e94-a39f-4338-8d3f-34ad211557ef,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:00:55.590696 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.api.v2.resource [None req-2cf96384-4767-4310-a94c-b227483faebb tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] show failed (client error): The resource could not be found. Mar 08 20:00:55.592868 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-2cf96384-4767-4310-a94c-b227483faebb tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "GET /v2.0/security-groups/5e4e2e94-a39f-4338-8d3f-34ad211557ef HTTP/1.1" status: 404 len: 347 time: 0.0164993 Mar 08 20:00:55.597298 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 36502) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:00:55.719324 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-aa9080c8-ded9-4ba3-aa51-3673a306fdc6 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Deleting port 93f864a5-5fff-4e59-8557-49e7eb8cd1fd {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:00:55.719664 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-aa9080c8-ded9-4ba3-aa51-3673a306fdc6 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (93f864a5-5fff-4e59-8557-49e7eb8cd1fd), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:55.794945 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-aa9080c8-ded9-4ba3-aa51-3673a306fdc6 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (93f864a5-5fff-4e59-8557-49e7eb8cd1fd), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:55.795275 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-aa9080c8-ded9-4ba3-aa51-3673a306fdc6 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (93f864a5-5fff-4e59-8557-49e7eb8cd1fd), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:55.806617 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-aa9080c8-ded9-4ba3-aa51-3673a306fdc6 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Calling delete_port for 93f864a5-5fff-4e59-8557-49e7eb8cd1fd owned by network:floatingip {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:00:55.931737 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-aa9080c8-ded9-4ba3-aa51-3673a306fdc6 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (93f864a5-5fff-4e59-8557-49e7eb8cd1fd), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:56.182174 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-368526e3-a9ce-46a4-81d1-7b6a16cae213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:56.203817 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9080c8-ded9-4ba3-aa51-3673a306fdc6 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Pushing event deleted for resources: {'Port': ['ID=93f864a5-5fff-4e59-8557-49e7eb8cd1fd,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:00:56.262228 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-aa9080c8-ded9-4ba3-aa51-3673a306fdc6 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks [] for floatingip (f1b77a61-c6ad-4c58-b308-7b00a821d482), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:56.264771 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-aa9080c8-ded9-4ba3-aa51-3673a306fdc6 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:56.265907 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-aa9080c8-ded9-4ba3-aa51-3673a306fdc6 tempest-AttachVolumeNegativeTest-828596423 tempest-AttachVolumeNegativeTest-828596423-project] 10.222.0.45 "DELETE /v2.0/floatingips/f1b77a61-c6ad-4c58-b308-7b00a821d482 HTTP/1.1" status: 204 len: 168 time: 0.6676025 Mar 08 20:00:56.508893 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6399b772-050a-4e36-be91-ab5133e0d7b2 req-588396e4-f9b0-4f9a-92d6-b2a32f68197b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0266016 Mar 08 20:00:57.602279 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-efc810a2-2bf1-4de1-a5c1-65fb102bde23 req-44ebed2e-af84-41d7-9048-7df6cfce7e7a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0286560 Mar 08 20:00:58.083784 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 4f48c927-0691-47e3-8433-ee3ab38d9048 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:00:58.103269 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: 4f48c927-0691-47e3-8433-ee3ab38d9048 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:00:58.103559 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 4f48c927-0691-47e3-8433-ee3ab38d9048 not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:00:58.431550 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d24d735a-cabd-4996-b468-81d184a10ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:58.693771 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-608da2f3-9341-4603-ba3f-2fb34dd8246e req-56ab2d7c-92a1-4ef3-8c33-ffa4f8c811ae tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264916 Mar 08 20:00:59.687526 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:00:59.789290 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-02617b3d-f4bb-47d4-b8b9-aa216962fa12 req-556dd0d5-67df-4bc6-9e76-c620949e476b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0306599 Mar 08 20:01:00.879873 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6651608a-0459-490f-a1b3-c076b894ee4b req-dc597708-603d-46c4-8641-2723b022815f tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265186 Mar 08 20:01:01.127181 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:02.020689 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3fc82644-0a5c-4550-8388-e581f2797ba9 req-e1b251ce-a5de-4efd-b2f1-08b78bc343c8 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0260656 Mar 08 20:01:02.392345 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:03.115527 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c7d86d3c-425a-48d8-9b64-ad329320ebc8 req-673c7fd7-b162-4fe2-b37f-bb2f55ee768b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0293698 Mar 08 20:01:04.207687 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-33147d0b-cf02-43d2-974c-44eaa0c153d1 req-a7552763-e853-4b67-a681-ce99b1004d54 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0263436 Mar 08 20:01:05.301494 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0c8e476e-b9b9-4ff8-a474-9cf7720ce2f8 req-97662df7-05f5-4420-8764-6fee28268add tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0261137 Mar 08 20:01:06.392119 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e690ac8a-45bf-4b72-8962-71f2749efbef req-376995cd-8813-4480-b8e5-201ddd5abf53 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0263247 Mar 08 20:01:07.391624 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:01:07.483048 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-16814bb7-60ac-4dd4-89a4-32828f1b237a req-ccd30c39-fb06-4e1e-b87e-d8725e740b6b tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0264561 Mar 08 20:01:08.574188 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e3a7f65e-ebd0-4e06-bba9-4d4d2eb679b1 req-a9af7b50-6197-457d-9056-691e8432172a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0265536 Mar 08 20:01:09.667235 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-74026fea-b4a7-4c79-a551-686443095fe5 req-8ead93a7-8b74-4599-8f68-246d77c19217 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0279989 Mar 08 20:01:10.758113 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-27dc2ba8-9439-4c7a-a9f1-0627163678ae req-cf019058-3e8e-4eae-a551-ad26996d8438 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "GET /v2.0/ports?device_id=08ec178e-8ba4-4606-8aa8-131038fc027e HTTP/1.1" status: 200 len: 210 time: 0.0269060 Mar 08 20:01:10.779024 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 36534) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:01:10.836045 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-949b319b-6993-4762-ba05-e841b1e6504a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group (a987a94e-f203-4e5c-a31e-1100f28ebac5), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:10.860092 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-949b319b-6993-4762-ba05-e841b1e6504a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group (a987a94e-f203-4e5c-a31e-1100f28ebac5), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:10.919839 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-949b319b-6993-4762-ba05-e841b1e6504a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (a987a94e-f203-4e5c-a31e-1100f28ebac5), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:10.922468 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-949b319b-6993-4762-ba05-e841b1e6504a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:10.923641 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-949b319b-6993-4762-ba05-e841b1e6504a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] 10.222.0.45 "DELETE /v2.0/security-groups/a987a94e-f203-4e5c-a31e-1100f28ebac5 HTTP/1.1" status: 204 len: 168 time: 0.1437502 Mar 08 20:01:10.933288 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b319b-6993-4762-ba05-e841b1e6504a tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a987a94e-f203-4e5c-a31e-1100f28ebac5,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:01:11.049498 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 36538) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:01:11.556051 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d25c6ee8-9423-42cc-9b25-b94d5d85abf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754463'] for router_interface (d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:11.843486 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-d25c6ee8-9423-42cc-9b25-b94d5d85abf2 admin admin] Deleting port 58d5676d-c3f5-4708-a254-aca8148480f0 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:01:11.844190 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d25c6ee8-9423-42cc-9b25-b94d5d85abf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (58d5676d-c3f5-4708-a254-aca8148480f0), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:11.917627 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [None req-d25c6ee8-9423-42cc-9b25-b94d5d85abf2 admin admin] For port 58d5676d-c3f5-4708-a254-aca8148480f0, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=58d5676d-c3f5-4708-a254-aca8148480f0,segment=NetworkSegment(13717a63-7cf9-4aad-bcf3-47cb06660cfc),segment_id=13717a63-7cf9-4aad-bcf3-47cb06660cfc)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:01:11.917984 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d25c6ee8-9423-42cc-9b25-b94d5d85abf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (58d5676d-c3f5-4708-a254-aca8148480f0), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:11.933220 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-d25c6ee8-9423-42cc-9b25-b94d5d85abf2 admin admin] Calling delete_port for 58d5676d-c3f5-4708-a254-aca8148480f0 owned by network:router_interface {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:01:12.106865 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d25c6ee8-9423-42cc-9b25-b94d5d85abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (58d5676d-c3f5-4708-a254-aca8148480f0), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:12.137143 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c6ee8-9423-42cc-9b25-b94d5d85abf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=58d5676d-c3f5-4708-a254-aca8148480f0,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:01:12.325554 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-d25c6ee8-9423-42cc-9b25-b94d5d85abf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1754411'] for router_interface (d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:12.519855 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:12.549538 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25c6ee8-9423-42cc-9b25-b94d5d85abf2 admin admin] Router d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:01:12.656843 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25c6ee8-9423-42cc-9b25-b94d5d85abf2 admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:01:12.663305 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-d25c6ee8-9423-42cc-9b25-b94d5d85abf2 admin admin] 10.222.0.45 "PUT /v2.0/routers/d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6128035 Mar 08 20:01:12.664234 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 36552) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:01:12.666749 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c717cd-b39a-45a6-816a-a55c2928c307 None None] Sync routers for ids ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:01:12.676517 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c717cd-b39a-45a6-816a-a55c2928c307 None None] Routers {'d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:01:12.677133 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-d9c717cd-b39a-45a6-816a-a55c2928c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:00:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:01:12.763970 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7794c2bf-d8be-4bd6-8858-0d4d6555697b admin admin] Publish callbacks [] for router (d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:12.781037 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-d9c717cd-b39a-45a6-816a-a55c2928c307 None None] Set router d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:01:12.865191 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7794c2bf-d8be-4bd6-8858-0d4d6555697b admin admin] Publish callbacks [] for router_gateway (d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:12.915707 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-7794c2bf-d8be-4bd6-8858-0d4d6555697b admin admin] Deleting port 9c682491-c2d5-4076-bfae-42292f33cc53 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:01:12.916547 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7794c2bf-d8be-4bd6-8858-0d4d6555697b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (9c682491-c2d5-4076-bfae-42292f33cc53), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:12.957534 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-d9c717cd-b39a-45a6-816a-a55c2928c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'name': 'tempest-TestShelveInstance-575278475-router', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T20:01:12Z', 'revision_number': 5, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'gw_port': {'id': '9c682491-c2d5-4076-bfae-42292f33cc53', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T19:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:01:12.984798 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c717cd-b39a-45a6-816a-a55c2928c307 None None] Checking router: d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:01:12.992235 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [None req-7794c2bf-d8be-4bd6-8858-0d4d6555697b admin admin] For port 9c682491-c2d5-4076-bfae-42292f33cc53, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=9c682491-c2d5-4076-bfae-42292f33cc53,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:01:12.992640 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7794c2bf-d8be-4bd6-8858-0d4d6555697b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (9c682491-c2d5-4076-bfae-42292f33cc53), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:12.993485 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c717cd-b39a-45a6-816a-a55c2928c307 None None] Routers {'d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:01:12.994672 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-d9c717cd-b39a-45a6-816a-a55c2928c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:00:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:01:13.004797 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-7794c2bf-d8be-4bd6-8858-0d4d6555697b admin admin] Calling delete_port for 9c682491-c2d5-4076-bfae-42292f33cc53 owned by network:router_gateway {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:01:13.081945 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-d9c717cd-b39a-45a6-816a-a55c2928c307 None None] Set router d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce gateway port host: None {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:01:13.136702 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-d9c717cd-b39a-45a6-816a-a55c2928c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'name': 'tempest-TestShelveInstance-575278475-router', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T20:01:12Z', 'revision_number': 6, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'gw_port_host': None}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:01:13.163011 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c717cd-b39a-45a6-816a-a55c2928c307 None None] The sync data for ids ['d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce'] in dv-cinder-830093-3-iscsi is: [{'id': 'd53ae6c4-d95f-47a7-aa1a-36fba2fd8dce', 'name': 'tempest-TestShelveInstance-575278475-router', 'tenant_id': '2b47b5204f2f43e5a2162e5e0f450500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:48:56Z', 'updated_at': '2022-03-08T20:01:12Z', 'revision_number': 6, 'project_id': '2b47b5204f2f43e5a2162e5e0f450500', 'gw_port_host': None}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:01:13.173352 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7794c2bf-d8be-4bd6-8858-0d4d6555697b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (9c682491-c2d5-4076-bfae-42292f33cc53), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:13.199356 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794c2bf-d8be-4bd6-8858-0d4d6555697b admin admin] Pushing event deleted for resources: {'Port': ['ID=9c682491-c2d5-4076-bfae-42292f33cc53,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:01:13.258564 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7794c2bf-d8be-4bd6-8858-0d4d6555697b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1751681'] for router_gateway (d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:13.363590 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7794c2bf-d8be-4bd6-8858-0d4d6555697b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8573'] for router (d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:13.365740 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7794c2bf-d8be-4bd6-8858-0d4d6555697b admin admin] Publish callbacks [] for router_controller (d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce), precommit_delete_associations {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:13.674445 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7794c2bf-d8be-4bd6-8858-0d4d6555697b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1754914'] for router (d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:13.674963 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7794c2bf-d8be-4bd6-8858-0d4d6555697b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce {{(pid=109689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:01:13.679961 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7794c2bf-d8be-4bd6-8858-0d4d6555697b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:13.680990 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-7794c2bf-d8be-4bd6-8858-0d4d6555697b admin admin] 10.222.0.45 "DELETE /v2.0/routers/d53ae6c4-d95f-47a7-aa1a-36fba2fd8dce HTTP/1.1" status: 204 len: 168 time: 1.0158086 Mar 08 20:01:13.684002 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 36556) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:01:13.725262 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af3c0ea-e36c-4c83-988b-b075ca5d4f8d admin admin] Deleting subnet 89e0a234-aa20-4709-9097-ea62c5d21a17 {{(pid=109689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:01:13.728804 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8af3c0ea-e36c-4c83-988b-b075ca5d4f8d admin admin] Publish callbacks [] for subnet (89e0a234-aa20-4709-9097-ea62c5d21a17), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:13.763914 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8af3c0ea-e36c-4c83-988b-b075ca5d4f8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29431234'] for subnet (89e0a234-aa20-4709-9097-ea62c5d21a17), precommit_delete_associations {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:13.863585 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8af3c0ea-e36c-4c83-988b-b075ca5d4f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651235'] for subnet (89e0a234-aa20-4709-9097-ea62c5d21a17), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:13.921027 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8af3c0ea-e36c-4c83-988b-b075ca5d4f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29844337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29874688'] for subnet (89e0a234-aa20-4709-9097-ea62c5d21a17), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:13.946687 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3c0ea-e36c-4c83-988b-b075ca5d4f8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89e0a234-aa20-4709-9097-ea62c5d21a17,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:01:13.953128 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-8af3c0ea-e36c-4c83-988b-b075ca5d4f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:13.957150 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-8af3c0ea-e36c-4c83-988b-b075ca5d4f8d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/89e0a234-aa20-4709-9097-ea62c5d21a17 HTTP/1.1" status: 204 len: 168 time: 0.2720170 Mar 08 20:01:13.958214 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d22f29-3adb-4331-b9fd-c90a6ab3c7c0 None None] Network 15c07b37-2e57-425d-a12f-c3c92656e6be requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:01:13.959450 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 36558) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:01:14.029153 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627052'] for network (15c07b37-2e57-425d-a12f-c3c92656e6be), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:14.086030 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] Deleting port a61116b0-7e29-47cd-b9ac-7e210ef41b89 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:01:14.086379 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (a61116b0-7e29-47cd-b9ac-7e210ef41b89), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:14.124472 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] DHCP port deletion for 15c07b37-2e57-425d-a12f-c3c92656e6be request from dv-cinder-830093-3-iscsi {{(pid=109691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:01:14.160111 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] For port a61116b0-7e29-47cd-b9ac-7e210ef41b89, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=a61116b0-7e29-47cd-b9ac-7e210ef41b89,segment=NetworkSegment(13717a63-7cf9-4aad-bcf3-47cb06660cfc),segment_id=13717a63-7cf9-4aad-bcf3-47cb06660cfc)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:01:14.160505 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (a61116b0-7e29-47cd-b9ac-7e210ef41b89), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:14.175106 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] Calling delete_port for a61116b0-7e29-47cd-b9ac-7e210ef41b89 owned by network:dhcp {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:01:14.180075 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Deleting port a61116b0-7e29-47cd-b9ac-7e210ef41b89 {{(pid=109691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:01:14.180527 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (a61116b0-7e29-47cd-b9ac-7e210ef41b89), before_delete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:14.246420 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] For port a61116b0-7e29-47cd-b9ac-7e210ef41b89, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=a61116b0-7e29-47cd-b9ac-7e210ef41b89,segment=NetworkSegment(13717a63-7cf9-4aad-bcf3-47cb06660cfc),segment_id=13717a63-7cf9-4aad-bcf3-47cb06660cfc)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:01:14.246814 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (a61116b0-7e29-47cd-b9ac-7e210ef41b89), precommit_delete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:14.259277 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (a61116b0-7e29-47cd-b9ac-7e210ef41b89), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:14.261621 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Calling delete_port for a61116b0-7e29-47cd-b9ac-7e210ef41b89 owned by network:dhcp {{(pid=109691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:01:14.285680 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] Pushing event deleted for resources: {'Port': ['ID=a61116b0-7e29-47cd-b9ac-7e210ef41b89,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:01:14.289065 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] No DVR routers for this DVR port a61116b0-7e29-47cd-b9ac-7e210ef41b89 on host dv-cinder-830093-3-iscsi {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:01:14.360012 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733548', 'neutron.services.segments.db._delete_segments_for_network-8789199064935'] for network (15c07b37-2e57-425d-a12f-c3c92656e6be), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:14.374381 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674'] for port (a61116b0-7e29-47cd-b9ac-7e210ef41b89), after_delete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:14.379943 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c07b37-2e57-425d-a12f-c3c92656e6be']}} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:01:14.390023 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13717a63-7cf9-4aad-bcf3-47cb06660cfc') {'for_net_delete': True} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:01:14.390322 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13717a63-7cf9-4aad-bcf3-47cb06660cfc') {} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:01:14.400141 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199064176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29431097'] for segment (13717a63-7cf9-4aad-bcf3-47cb06660cfc), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:14.402786 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Pushing event deleted for resources: {'Port': ['ID=a61116b0-7e29-47cd-b9ac-7e210ef41b89,revision_number=None']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:01:14.407380 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] No DVR routers for this DVR port a61116b0-7e29-47cd-b9ac-7e210ef41b89 on host dv-cinder-830093-3-iscsi {{(pid=109691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:01:14.417187 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:14.417577 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:14.417884 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:14.418256 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:14.418622 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:14.418997 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:14.419365 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:14.419767 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:14.420101 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:14.420474 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:14.420804 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:14.420920 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (13717a63-7cf9-4aad-bcf3-47cb06660cfc), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:14.421124 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:14.421447 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76d58a4-42ad-4b87-aacb-4ebd45b3ee1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:14.432201 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:01:14.432598 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29844251'] for segment (13717a63-7cf9-4aad-bcf3-47cb06660cfc), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: Traceback (most recent call last): Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: timer() Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: cb(*args, **kw) Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: return func(*args, **kwargs) Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: self._notify() Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: self.callback(batched_events) Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: event.method(event) Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: return f(self, *a, **k) Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: return self._get(url).json() Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: return self.request(url, 'GET', **kwargs) Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:01:14.434916 dv-cinder-830093-3-iscsi neutron-server[109689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:01:14.490209 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1751717'] for network (15c07b37-2e57-425d-a12f-c3c92656e6be), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:14.495905 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:14.499033 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] 10.222.0.45 "DELETE /v2.0/networks/15c07b37-2e57-425d-a12f-c3c92656e6be HTTP/1.1" status: 204 len: 168 time: 0.5386651 Mar 08 20:01:14.501950 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 36560) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:01:14.510541 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae487d66-098a-4f6d-8ada-d9b9f9336820 admin admin] Pushing event deleted for resources: {'Network': ['ID=15c07b37-2e57-425d-a12f-c3c92656e6be,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:01:14.593677 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device a61116b0-7e29-47cd-b9ac-7e210ef41b89 no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:01:14.613533 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: a61116b0-7e29-47cd-b9ac-7e210ef41b89 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:01:14.613879 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device a61116b0-7e29-47cd-b9ac-7e210ef41b89 not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:01:14.614297 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 58d5676d-c3f5-4708-a254-aca8148480f0 no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:01:14.632680 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 58d5676d-c3f5-4708-a254-aca8148480f0 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:01:14.633024 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 58d5676d-c3f5-4708-a254-aca8148480f0 not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:01:14.633429 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 9c682491-c2d5-4076-bfae-42292f33cc53 no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:01:14.651298 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 9c682491-c2d5-4076-bfae-42292f33cc53 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:01:14.651650 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 9c682491-c2d5-4076-bfae-42292f33cc53 not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:01:14.849963 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754463'] for router_interface (d600a46d-bc32-4727-b31b-593b4d2c3e31), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:15.092881 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Deleting port 8966c028-ba52-4645-b1e1-209234823185 {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:01:15.093216 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (8966c028-ba52-4645-b1e1-209234823185), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:15.168078 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] For port 8966c028-ba52-4645-b1e1-209234823185, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=8966c028-ba52-4645-b1e1-209234823185,segment=NetworkSegment(a77f2acd-035f-4f46-a3a3-1bd48a4600fa),segment_id=a77f2acd-035f-4f46-a3a3-1bd48a4600fa)] {{(pid=109690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:01:15.168466 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (8966c028-ba52-4645-b1e1-209234823185), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:15.180547 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Calling delete_port for 8966c028-ba52-4645-b1e1-209234823185 owned by network:router_interface {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:01:15.354762 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (8966c028-ba52-4645-b1e1-209234823185), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:15.377731 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Pushing event deleted for resources: {'Port': ['ID=8966c028-ba52-4645-b1e1-209234823185,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:01:15.387669 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:15.388019 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:15.388391 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:15.388730 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:15.389063 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:15.389383 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:15.389702 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:15.390037 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:15.390366 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:15.390680 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:15.391052 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:15.391382 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:15.391697 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:01:15.559739 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1754411'] for router_interface (d600a46d-bc32-4727-b31b-593b4d2c3e31), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:15.769891 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Router d600a46d-bc32-4727-b31b-593b4d2c3e31 has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:01:15.873512 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:01:15.878703 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-9f5d9145-13a8-44e3-af4b-e27a5ac78854 admin admin] 10.222.0.45 "PUT /v2.0/routers/d600a46d-bc32-4727-b31b-593b4d2c3e31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3756301 Mar 08 20:01:15.881185 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 36562) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:01:15.882045 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d61575-b2f6-45bd-bebb-e22a128edb33 None None] Sync routers for ids ['d600a46d-bc32-4727-b31b-593b4d2c3e31'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:01:15.892595 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d61575-b2f6-45bd-bebb-e22a128edb33 None None] Routers {'d600a46d-bc32-4727-b31b-593b4d2c3e31'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:01:15.893203 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-f1d61575-b2f6-45bd-bebb-e22a128edb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:00:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d600a46d-bc32-4727-b31b-593b4d2c3e31'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:01:16.001955 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-f1d61575-b2f6-45bd-bebb-e22a128edb33 None None] Set router d600a46d-bc32-4727-b31b-593b4d2c3e31 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:01:16.206753 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f423c43c-3377-4f30-8cf8-15776970ccb4 admin admin] Publish callbacks [] for router (d600a46d-bc32-4727-b31b-593b4d2c3e31), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:16.264614 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-f1d61575-b2f6-45bd-bebb-e22a128edb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'name': 'tempest-TestShelveInstance-854897208-router', 'tenant_id': 'fd5cab859fa8477c91d4eb681754740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '00a15aa7-1dee-4ebc-b299-5f858949fffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:49:04Z', 'updated_at': '2022-03-08T20:01:15Z', 'revision_number': 5, 'project_id': 'fd5cab859fa8477c91d4eb681754740b', 'gw_port': {'id': '00a15aa7-1dee-4ebc-b299-5f858949fffe', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:49:05Z', 'updated_at': '2022-03-08T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:01:16.290670 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d61575-b2f6-45bd-bebb-e22a128edb33 None None] Checking router: d600a46d-bc32-4727-b31b-593b4d2c3e31 for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:01:16.298642 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d61575-b2f6-45bd-bebb-e22a128edb33 None None] Routers {'d600a46d-bc32-4727-b31b-593b4d2c3e31'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:01:16.299246 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-f1d61575-b2f6-45bd-bebb-e22a128edb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:00:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d600a46d-bc32-4727-b31b-593b4d2c3e31'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:01:16.307244 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f423c43c-3377-4f30-8cf8-15776970ccb4 admin admin] Publish callbacks [] for router_gateway (d600a46d-bc32-4727-b31b-593b4d2c3e31), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:16.357265 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-f423c43c-3377-4f30-8cf8-15776970ccb4 admin admin] Deleting port 00a15aa7-1dee-4ebc-b299-5f858949fffe {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:01:16.358600 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f423c43c-3377-4f30-8cf8-15776970ccb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (00a15aa7-1dee-4ebc-b299-5f858949fffe), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:16.415688 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-f1d61575-b2f6-45bd-bebb-e22a128edb33 None None] Set router d600a46d-bc32-4727-b31b-593b4d2c3e31 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:01:16.460009 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [None req-f423c43c-3377-4f30-8cf8-15776970ccb4 admin admin] For port 00a15aa7-1dee-4ebc-b299-5f858949fffe, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=00a15aa7-1dee-4ebc-b299-5f858949fffe,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:01:16.460374 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f423c43c-3377-4f30-8cf8-15776970ccb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (00a15aa7-1dee-4ebc-b299-5f858949fffe), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:16.477469 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-f423c43c-3377-4f30-8cf8-15776970ccb4 admin admin] Calling delete_port for 00a15aa7-1dee-4ebc-b299-5f858949fffe owned by network:router_gateway {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:01:16.602558 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-f1d61575-b2f6-45bd-bebb-e22a128edb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'name': 'tempest-TestShelveInstance-854897208-router', 'tenant_id': 'fd5cab859fa8477c91d4eb681754740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '00a15aa7-1dee-4ebc-b299-5f858949fffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:49:04Z', 'updated_at': '2022-03-08T20:01:15Z', 'revision_number': 5, 'project_id': 'fd5cab859fa8477c91d4eb681754740b', 'gw_port': {'id': '00a15aa7-1dee-4ebc-b299-5f858949fffe', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:49:05Z', 'updated_at': '2022-03-08T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:01:16.630194 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d61575-b2f6-45bd-bebb-e22a128edb33 None None] The sync data for ids ['d600a46d-bc32-4727-b31b-593b4d2c3e31'] in dv-cinder-830093-3-iscsi is: [{'id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'name': 'tempest-TestShelveInstance-854897208-router', 'tenant_id': 'fd5cab859fa8477c91d4eb681754740b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '00a15aa7-1dee-4ebc-b299-5f858949fffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:49:04Z', 'updated_at': '2022-03-08T20:01:15Z', 'revision_number': 5, 'project_id': 'fd5cab859fa8477c91d4eb681754740b', 'gw_port': {'id': '00a15aa7-1dee-4ebc-b299-5f858949fffe', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd600a46d-bc32-4727-b31b-593b4d2c3e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:49:05Z', 'updated_at': '2022-03-08T19:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:01:16.651014 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f423c43c-3377-4f30-8cf8-15776970ccb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (00a15aa7-1dee-4ebc-b299-5f858949fffe), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:16.680438 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423c43c-3377-4f30-8cf8-15776970ccb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a15aa7-1dee-4ebc-b299-5f858949fffe,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:01:16.758313 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f423c43c-3377-4f30-8cf8-15776970ccb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1751681'] for router_gateway (d600a46d-bc32-4727-b31b-593b4d2c3e31), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:16.848724 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f423c43c-3377-4f30-8cf8-15776970ccb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8573'] for router (d600a46d-bc32-4727-b31b-593b4d2c3e31), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:16.850760 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f423c43c-3377-4f30-8cf8-15776970ccb4 admin admin] Publish callbacks [] for router_controller (d600a46d-bc32-4727-b31b-593b4d2c3e31), precommit_delete_associations {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:16.894493 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f423c43c-3377-4f30-8cf8-15776970ccb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1754914'] for router (d600a46d-bc32-4727-b31b-593b4d2c3e31), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:16.894999 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f423c43c-3377-4f30-8cf8-15776970ccb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d600a46d-bc32-4727-b31b-593b4d2c3e31 {{(pid=109690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:01:16.899970 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f423c43c-3377-4f30-8cf8-15776970ccb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:16.900807 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-f423c43c-3377-4f30-8cf8-15776970ccb4 admin admin] 10.222.0.45 "DELETE /v2.0/routers/d600a46d-bc32-4727-b31b-593b4d2c3e31 HTTP/1.1" status: 204 len: 168 time: 1.0187197 Mar 08 20:01:16.903327 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 36564) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:01:16.947369 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eae7ce5-e42b-4da6-9f03-cfd5943ea5a2 admin admin] Deleting subnet 9b9e42c3-372c-40a2-aa5c-c8948a9c9b50 {{(pid=109690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:01:16.950253 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6eae7ce5-e42b-4da6-9f03-cfd5943ea5a2 admin admin] Publish callbacks [] for subnet (9b9e42c3-372c-40a2-aa5c-c8948a9c9b50), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:16.984711 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6eae7ce5-e42b-4da6-9f03-cfd5943ea5a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30217747'] for subnet (9b9e42c3-372c-40a2-aa5c-c8948a9c9b50), precommit_delete_associations {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:17.105433 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6eae7ce5-e42b-4da6-9f03-cfd5943ea5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651235'] for subnet (9b9e42c3-372c-40a2-aa5c-c8948a9c9b50), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:17.157795 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6eae7ce5-e42b-4da6-9f03-cfd5943ea5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31980216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30349085'] for subnet (9b9e42c3-372c-40a2-aa5c-c8948a9c9b50), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:17.184141 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae7ce5-e42b-4da6-9f03-cfd5943ea5a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b9e42c3-372c-40a2-aa5c-c8948a9c9b50,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:01:17.188931 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6eae7ce5-e42b-4da6-9f03-cfd5943ea5a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:17.194596 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-6eae7ce5-e42b-4da6-9f03-cfd5943ea5a2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9b9e42c3-372c-40a2-aa5c-c8948a9c9b50 HTTP/1.1" status: 204 len: 168 time: 0.2886472 Mar 08 20:01:17.194864 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294eb575-9bb9-49b6-8603-f8cddbd22d36 None None] Network b828fedb-b7aa-438d-a98d-404ad9f9f4c4 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:01:17.195299 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 36566) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:01:17.272231 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627052'] for network (b828fedb-b7aa-438d-a98d-404ad9f9f4c4), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:17.331389 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] Deleting port 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:01:17.331770 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (80616d4a-5efe-46cd-8ea6-d48ce186d1f2), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:17.392576 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] For port 80616d4a-5efe-46cd-8ea6-d48ce186d1f2, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=80616d4a-5efe-46cd-8ea6-d48ce186d1f2,segment=NetworkSegment(a77f2acd-035f-4f46-a3a3-1bd48a4600fa),segment_id=a77f2acd-035f-4f46-a3a3-1bd48a4600fa)] {{(pid=109690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:01:17.392939 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (80616d4a-5efe-46cd-8ea6-d48ce186d1f2), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:17.406022 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] Calling delete_port for 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 owned by network:dhcp {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:01:17.486059 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (80616d4a-5efe-46cd-8ea6-d48ce186d1f2), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:17.508859 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] Pushing event deleted for resources: {'Port': ['ID=80616d4a-5efe-46cd-8ea6-d48ce186d1f2,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:01:17.514718 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] No DVR routers for this DVR port 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 on host dv-cinder-830093-3-iscsi {{(pid=109690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:01:17.584462 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733548', 'neutron.services.segments.db._delete_segments_for_network-8789199064935'] for network (b828fedb-b7aa-438d-a98d-404ad9f9f4c4), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:17.604282 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b828fedb-b7aa-438d-a98d-404ad9f9f4c4']}} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:01:17.613457 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77f2acd-035f-4f46-a3a3-1bd48a4600fa') {'for_net_delete': True} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:01:17.613750 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77f2acd-035f-4f46-a3a3-1bd48a4600fa') {} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:01:17.623306 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199064176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30217960'] for segment (a77f2acd-035f-4f46-a3a3-1bd48a4600fa), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:17.639557 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (a77f2acd-035f-4f46-a3a3-1bd48a4600fa), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:17.645811 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:01:17.646520 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31980242'] for segment (a77f2acd-035f-4f46-a3a3-1bd48a4600fa), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: Traceback (most recent call last): Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: timer() Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: cb(*args, **kw) Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: return func(*args, **kwargs) Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: self._notify() Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: self.callback(batched_events) Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: event.method(event) Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: return f(self, *a, **k) Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: return self._get(url).json() Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: return self.request(url, 'GET', **kwargs) Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:01:17.648355 dv-cinder-830093-3-iscsi neutron-server[109690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:01:17.661561 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79d6405-f68e-4182-9b6a-a528642b0b22 None None] DHCP port deletion for b828fedb-b7aa-438d-a98d-404ad9f9f4c4 request from dv-cinder-830093-3-iscsi {{(pid=109691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:01:17.710909 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1751717'] for network (b828fedb-b7aa-438d-a98d-404ad9f9f4c4), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:17.717553 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:17.720729 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] 10.222.0.45 "DELETE /v2.0/networks/b828fedb-b7aa-438d-a98d-404ad9f9f4c4 HTTP/1.1" status: 204 len: 168 time: 0.5250177 Mar 08 20:01:17.733041 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32d477-ac98-49ab-9090-92015f98ee8c admin admin] Pushing event deleted for resources: {'Network': ['ID=b828fedb-b7aa-438d-a98d-404ad9f9f4c4,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:01:17.846915 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 36570) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:01:17.885121 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-906f777c-23b7-4554-9606-614cbde6c9a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b47b5204f2f43e5a2162e5e0f450500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369771 Mar 08 20:01:17.887379 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 36572) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:01:17.936184 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3c4150b3-bd31-419f-a498-5710678d801e admin admin] Publish callbacks [] for security_group (90748b65-ec2d-4f70-b747-5c16458e142a), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:17.956703 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3c4150b3-bd31-419f-a498-5710678d801e admin admin] Publish callbacks [] for security_group (90748b65-ec2d-4f70-b747-5c16458e142a), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:18.002609 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3c4150b3-bd31-419f-a498-5710678d801e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (90748b65-ec2d-4f70-b747-5c16458e142a), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:18.005064 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3c4150b3-bd31-419f-a498-5710678d801e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:18.006183 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-3c4150b3-bd31-419f-a498-5710678d801e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/90748b65-ec2d-4f70-b747-5c16458e142a HTTP/1.1" status: 204 len: 168 time: 0.1179531 Mar 08 20:01:18.013836 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4150b3-bd31-419f-a498-5710678d801e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90748b65-ec2d-4f70-b747-5c16458e142a,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:01:18.323527 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 36578) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:01:18.361704 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-c5e8ef92-ae43-4ce6-93e3-205e7597302e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd5cab859fa8477c91d4eb681754740b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369818 Mar 08 20:01:18.364129 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 36580) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:01:18.413829 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5e502d74-a02e-4cf9-9ba7-73254beb2614 admin admin] Publish callbacks [] for security_group (78b38831-796d-4746-8865-bd5cc2515239), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:18.433764 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5e502d74-a02e-4cf9-9ba7-73254beb2614 admin admin] Publish callbacks [] for security_group (78b38831-796d-4746-8865-bd5cc2515239), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:18.482432 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5e502d74-a02e-4cf9-9ba7-73254beb2614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (78b38831-796d-4746-8865-bd5cc2515239), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:18.485004 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-5e502d74-a02e-4cf9-9ba7-73254beb2614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:18.486158 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-5e502d74-a02e-4cf9-9ba7-73254beb2614 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78b38831-796d-4746-8865-bd5cc2515239 HTTP/1.1" status: 204 len: 168 time: 0.1211195 Mar 08 20:01:18.493999 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e502d74-a02e-4cf9-9ba7-73254beb2614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b38831-796d-4746-8865-bd5cc2515239,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:01:18.609940 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 8966c028-ba52-4645-b1e1-209234823185 no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:01:18.629589 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 8966c028-ba52-4645-b1e1-209234823185 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:01:18.629941 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 8966c028-ba52-4645-b1e1-209234823185 not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:01:18.630358 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:01:18.653350 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:01:18.653698 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 80616d4a-5efe-46cd-8ea6-d48ce186d1f2 not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:01:18.654132 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 00a15aa7-1dee-4ebc-b299-5f858949fffe no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:01:18.674480 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 00a15aa7-1dee-4ebc-b299-5f858949fffe {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:01:18.674830 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 00a15aa7-1dee-4ebc-b299-5f858949fffe not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:01:21.832274 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-250042ba-e12c-4a82-88c1-684b4acabb4e req-d6c70eb5-4281-4344-b86f-ed9fa1fc53c4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416546 Mar 08 20:01:21.916772 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250042ba-e12c-4a82-88c1-684b4acabb4e req-e7ad669f-6f49-4bfb-8dcf-7ec0ed242f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:01:21.919619 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-250042ba-e12c-4a82-88c1-684b4acabb4e req-e7ad669f-6f49-4bfb-8dcf-7ec0ed242f1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0461316 Mar 08 20:01:22.018814 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250042ba-e12c-4a82-88c1-684b4acabb4e req-7b47a75a-9387-43c9-9f11-6d3761ec24de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:01:22.020255 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-250042ba-e12c-4a82-88c1-684b4acabb4e req-7b47a75a-9387-43c9-9f11-6d3761ec24de service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0841506 Mar 08 20:01:22.081419 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-250042ba-e12c-4a82-88c1-684b4acabb4e req-29683420-7548-4990-8145-0fe2e6ebd1d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0550554 Mar 08 20:01:22.131464 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250042ba-e12c-4a82-88c1-684b4acabb4e req-99bc8a6c-3f39-4bd7-a136-c3c55a179c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:01:22.132943 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-250042ba-e12c-4a82-88c1-684b4acabb4e req-99bc8a6c-3f39-4bd7-a136-c3c55a179c6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0462656 Mar 08 20:01:22.181839 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250042ba-e12c-4a82-88c1-684b4acabb4e req-1a26623e-6b94-4745-abec-8ee3533a52f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:01:22.183289 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-250042ba-e12c-4a82-88c1-684b4acabb4e req-1a26623e-6b94-4745-abec-8ee3533a52f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438418 Mar 08 20:01:22.267619 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-250042ba-e12c-4a82-88c1-684b4acabb4e req-69989c26-bfcd-4751-9e71-cafb63d6ebb8 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782762 Mar 08 20:01:22.356149 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-250042ba-e12c-4a82-88c1-684b4acabb4e req-740ca208-7b4e-4d9d-bd36-cc06f4ca6d03 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826578 Mar 08 20:01:26.184515 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-05378cb9-e9f9-4da4-857e-807be4c09ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:28.433145 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-28372694-6b91-4c16-8d67-62571a7bba1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:29.690509 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:31.130063 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:32.395152 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:42.529742 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:44.389951 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:01:56.186733 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-2266a9de-d71e-453d-8879-fe60e642de2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:58.434537 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-253adecc-cd6b-470c-bdf0-527a3f1c9786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:01:59.693939 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:02:01.133519 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:02:02.398545 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:02:12.533750 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:02:21.388568 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:02:23.853094 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9ca0724e-190e-4753-8eca-5b579913cffc req-ad5ab79b-9bee-4e10-85fb-f8e6156d99e9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435727 Mar 08 20:02:23.918573 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0724e-190e-4753-8eca-5b579913cffc req-e36ce283-bb0a-4946-9a25-7611a192cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:02:23.920033 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9ca0724e-190e-4753-8eca-5b579913cffc req-e36ce283-bb0a-4946-9a25-7611a192cdc0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f465b155dca1452a855efa3b5794a21e&device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 1129 time: 0.0462556 Mar 08 20:02:24.022469 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0724e-190e-4753-8eca-5b579913cffc req-38f2904b-4965-445b-b835-b50bc96165fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:02:24.023919 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9ca0724e-190e-4753-8eca-5b579913cffc req-38f2904b-4965-445b-b835-b50bc96165fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=a3e9c780-e855-4db2-b241-a494e4a1b9ae HTTP/1.1" status: 200 len: 915 time: 0.0832617 Mar 08 20:02:24.065894 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9ca0724e-190e-4753-8eca-5b579913cffc req-2c9af63c-4f24-4654-9f60-b40cfbd5526c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b795f2a0-a5c0-454f-8fbe-956e41ba2c9c HTTP/1.1" status: 200 len: 217 time: 0.0358727 Mar 08 20:02:24.113386 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0724e-190e-4753-8eca-5b579913cffc req-192e6418-0dae-4c48-84bb-1d6317aacd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:02:24.114407 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9ca0724e-190e-4753-8eca-5b579913cffc req-192e6418-0dae-4c48-84bb-1d6317aacd86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a30f2c2b-8b17-48dc-870b-251bcec9ce3f HTTP/1.1" status: 200 len: 854 time: 0.0418479 Mar 08 20:02:24.145861 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9ca0724e-190e-4753-8eca-5b579913cffc req-dc3ce8fd-c078-479e-ba8d-b069af38a1b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3e9c780-e855-4db2-b241-a494e4a1b9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247443 Mar 08 20:02:24.234081 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9ca0724e-190e-4753-8eca-5b579913cffc req-92198d70-74ad-489b-80c7-83071885cc26 service neutron] 10.222.0.60 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816913 Mar 08 20:02:24.319848 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9ca0724e-190e-4753-8eca-5b579913cffc req-2936c3ce-6019-4729-8abe-af6dbb0462ea service neutron] 10.222.0.60 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796359 Mar 08 20:02:26.188276 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f93f2057-9ef5-4f22-9d08-ef3e40dc88cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:02:28.435692 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-4d21fad3-0fd9-437b-a46b-2da408e454ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:02:29.696315 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:02:31.136056 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:02:32.401087 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:02:42.532923 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:02:45.866289 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [req-eb05b4ba-afcb-4b2a-8b5c-04c9c5592f6d req-092c7d33-4be8-418b-8c1c-5269b729aa48 service neutron] (109690) timed out ('10.222.0.60', 60430) {{(pid=109690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:02:52.389614 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [req-19714654-3db0-440f-9836-52b559b270b0 req-0d6ac21d-b513-4e25-aefb-deea35897567 service neutron] (109690) timed out ('10.222.0.60', 60389) {{(pid=109690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:02:56.189374 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-7698fb54-62a7-44fa-93c7-62f55277cfaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:02:58.388415 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:02:58.438117 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-70c590b6-ee80-4f2a-b35a-48dffe906c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:02:59.699027 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:03:01.146853 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:03:02.403652 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:03:12.554125 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:03:14.328888 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [req-b29eab7e-ac59-4d73-977b-dcf6dbfb6a38 req-6c5a27b5-b585-4db3-8d21-89506d8d6c83 service neutron] (109689) timed out ('10.222.0.60', 60423) {{(pid=109689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:03:14.352714 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [req-6f9e9886-4bca-40c4-b221-6fa21830aed6 req-e8e50afc-0d0e-47ab-8e96-0037f8f35571 service neutron] (109689) timed out ('10.222.0.60', 60432) {{(pid=109689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:03:24.919132 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d93b8421-578c-4392-9ce9-f68278387dac req-2df84784-1158-4c6f-a140-0495c7a78468 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1409900 Mar 08 20:03:25.004496 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b8421-578c-4392-9ce9-f68278387dac req-ba092e26-8e0f-405f-abd4-8b6c65ed6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:03:25.005967 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d93b8421-578c-4392-9ce9-f68278387dac req-ba092e26-8e0f-405f-abd4-8b6c65ed6d35 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0470316 Mar 08 20:03:25.103969 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b8421-578c-4392-9ce9-f68278387dac req-deea5ad6-d592-4cb6-9391-d803a03145d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:03:25.105336 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d93b8421-578c-4392-9ce9-f68278387dac req-deea5ad6-d592-4cb6-9391-d803a03145d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0810292 Mar 08 20:03:25.171668 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d93b8421-578c-4392-9ce9-f68278387dac req-c55a7ace-12f4-427b-ab89-3ba251b8da09 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0589328 Mar 08 20:03:25.216220 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b8421-578c-4392-9ce9-f68278387dac req-a4ed281d-787b-4c05-baa8-57115e1b6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:03:25.217644 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d93b8421-578c-4392-9ce9-f68278387dac req-a4ed281d-787b-4c05-baa8-57115e1b6dee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0404520 Mar 08 20:03:25.262912 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b8421-578c-4392-9ce9-f68278387dac req-15b65d35-d314-4dbd-8e31-c524416aff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:03:25.264332 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d93b8421-578c-4392-9ce9-f68278387dac req-15b65d35-d314-4dbd-8e31-c524416aff36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411234 Mar 08 20:03:25.355169 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d93b8421-578c-4392-9ce9-f68278387dac req-7cf26e54-d71e-4fe5-be70-374a223b07dc service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844209 Mar 08 20:03:25.439959 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d93b8421-578c-4392-9ce9-f68278387dac req-3078a76c-11d1-44fe-ba9e-23010a525212 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781789 Mar 08 20:03:26.191302 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0555a3c4-0ce4-4de3-83de-28b07ea80162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:03:28.442301 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-6ba49974-36d6-4b56-82ee-a5a1e448a6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:03:29.701382 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:03:31.142782 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:03:32.405498 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:03:35.387848 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:03:42.570398 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:03:56.193829 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-37cbc973-9760-4a24-9f59-df486935a72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:03:58.443681 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b9a8a60c-f4fe-4b06-a721-533c7cfa0ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:03:59.704539 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:04:01.146951 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:04:02.407751 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:04:12.388495 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:04:12.568878 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:04:26.194007 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-a79264b5-8ef0-4e0f-8e0b-e5c41b0c375a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:04:27.407878 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3ce8a2e7-0837-42cb-b70e-ff847da615be req-d5a5a9a7-5778-4d5f-b7f0-b97fb28d126e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474386 Mar 08 20:04:27.469422 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8a2e7-0837-42cb-b70e-ff847da615be req-25e900d8-96f4-498b-ba40-4e2d20d7a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:04:27.470890 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3ce8a2e7-0837-42cb-b70e-ff847da615be req-25e900d8-96f4-498b-ba40-4e2d20d7a280 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f465b155dca1452a855efa3b5794a21e&device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 1129 time: 0.0434332 Mar 08 20:04:27.569672 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8a2e7-0837-42cb-b70e-ff847da615be req-10608329-b884-4058-8127-e7e173b0e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:04:27.571155 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3ce8a2e7-0837-42cb-b70e-ff847da615be req-10608329-b884-4058-8127-e7e173b0e870 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a3e9c780-e855-4db2-b241-a494e4a1b9ae HTTP/1.1" status: 200 len: 915 time: 0.0821042 Mar 08 20:04:27.613391 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3ce8a2e7-0837-42cb-b70e-ff847da615be req-8633ee4f-01eb-444e-9361-ae6387992e97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b795f2a0-a5c0-454f-8fbe-956e41ba2c9c HTTP/1.1" status: 200 len: 217 time: 0.0355999 Mar 08 20:04:27.659582 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8a2e7-0837-42cb-b70e-ff847da615be req-eb12146e-56b5-43c5-806d-f14e1935ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:04:27.660970 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3ce8a2e7-0837-42cb-b70e-ff847da615be req-eb12146e-56b5-43c5-806d-f14e1935ada5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a30f2c2b-8b17-48dc-870b-251bcec9ce3f HTTP/1.1" status: 200 len: 854 time: 0.0421515 Mar 08 20:04:27.692395 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3ce8a2e7-0837-42cb-b70e-ff847da615be req-bb93e9d9-b8b7-4b3e-a251-c05bcafeb6bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3e9c780-e855-4db2-b241-a494e4a1b9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248964 Mar 08 20:04:27.781581 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3ce8a2e7-0837-42cb-b70e-ff847da615be req-5891b628-6df5-4ae5-9b26-1a16bf19c484 service neutron] 10.222.0.60 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828567 Mar 08 20:04:27.867083 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3ce8a2e7-0837-42cb-b70e-ff847da615be req-f7fd3cba-21fe-40a3-a474-dc18af80b7c9 service neutron] 10.222.0.60 "GET /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791092 Mar 08 20:04:28.445575 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c3a3-47c8-4397-a7b2-df95c29f25db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:04:29.707626 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:04:31.147792 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:04:32.409451 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:04:42.578921 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:04:49.389334 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:04:56.196329 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-8a3b8571-ebca-40ac-9348-1f1c974513ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:04:58.447636 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1b504808-57ef-4ca5-ae0f-be2888716539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:04:59.710466 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:05:01.150262 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:05:02.412487 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:05:12.582437 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:05:12.919630 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c0716-c940-4f15-bb4c-89eea53f1367 req-60495aa8-1666-400f-b3d6-87a1d0ff5d38 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:12.921251 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7d5c0716-c940-4f15-bb4c-89eea53f1367 req-60495aa8-1666-400f-b3d6-87a1d0ff5d38 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0603352 Mar 08 20:05:12.972994 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7d5c0716-c940-4f15-bb4c-89eea53f1367 req-cfd3448f-b460-4678-8d3f-99d561df9e42 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436962 Mar 08 20:05:14.095753 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f1b7e-c32b-42b3-b417-982c63a45f02 req-4056b92a-1089-4759-be15-d3e62d728e38 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:14.097230 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-956f1b7e-c32b-42b3-b417-982c63a45f02 req-4056b92a-1089-4759-be15-d3e62d728e38 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0513692 Mar 08 20:05:14.141979 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-956f1b7e-c32b-42b3-b417-982c63a45f02 req-dd8aaf3e-62a9-45f6-954d-510dae9618b8 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393817 Mar 08 20:05:15.261523 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe472c-6d76-4251-bb8e-696f86925c4a req-034dbb4d-5e64-4986-ae1f-6ee80ad3d0b9 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:15.262961 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8cfe472c-6d76-4251-bb8e-696f86925c4a req-034dbb4d-5e64-4986-ae1f-6ee80ad3d0b9 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0543981 Mar 08 20:05:15.308170 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8cfe472c-6d76-4251-bb8e-696f86925c4a req-e887aeb1-2b7c-403b-b2a5-7a1b38a02188 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396819 Mar 08 20:05:16.422800 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac24380-f062-4704-8cda-e1bbab264856 req-c816ef3c-0fab-4fbb-a62d-81030d47fb2e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:16.424181 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6ac24380-f062-4704-8cda-e1bbab264856 req-c816ef3c-0fab-4fbb-a62d-81030d47fb2e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0509505 Mar 08 20:05:16.468944 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6ac24380-f062-4704-8cda-e1bbab264856 req-615c83f1-c0ae-4a65-bbd4-d7805dafb6cb tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392988 Mar 08 20:05:17.584894 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8a923-2041-4124-b8f0-e6a7507ca0af req-1dddd742-a9f6-4f54-a3a8-7adaab6586e2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:17.586354 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-92b8a923-2041-4124-b8f0-e6a7507ca0af req-1dddd742-a9f6-4f54-a3a8-7adaab6586e2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0517392 Mar 08 20:05:17.634911 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-92b8a923-2041-4124-b8f0-e6a7507ca0af req-2078c23c-087f-4dda-8295-e3c5a4495e88 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431616 Mar 08 20:05:18.750331 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d9911-a4b4-418a-b64f-d4b43d0485f5 req-46dcdd1c-49b0-4f47-b7ee-d8264d3a5a51 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:18.751770 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-673d9911-a4b4-418a-b64f-d4b43d0485f5 req-46dcdd1c-49b0-4f47-b7ee-d8264d3a5a51 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0502408 Mar 08 20:05:18.797555 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-673d9911-a4b4-418a-b64f-d4b43d0485f5 req-07f10fd0-b864-455c-8f9e-18741a982268 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400546 Mar 08 20:05:19.915708 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300dc822-eb14-4d57-8d27-fac69b6e9909 req-0fec1611-6e03-4653-8a06-b9134a4fe424 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:19.917197 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-300dc822-eb14-4d57-8d27-fac69b6e9909 req-0fec1611-6e03-4653-8a06-b9134a4fe424 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0517199 Mar 08 20:05:19.964562 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-300dc822-eb14-4d57-8d27-fac69b6e9909 req-8d45ef26-bd40-4346-9cc1-bef3211a863f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417259 Mar 08 20:05:21.083271 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d4608-5083-49a4-971c-b9a4b4563c47 req-e650f58f-05f9-429e-b895-9e374a2f6f87 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:21.084747 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d27d4608-5083-49a4-971c-b9a4b4563c47 req-e650f58f-05f9-429e-b895-9e374a2f6f87 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0541625 Mar 08 20:05:21.132619 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d27d4608-5083-49a4-971c-b9a4b4563c47 req-7cd5f2b3-9b31-4972-8926-96a897c22a01 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416975 Mar 08 20:05:22.251241 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b7e7e-2fad-44b8-853c-23aa0a0f4c10 req-ec7b67f8-e97a-490f-ad76-5e746176bb3a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:22.252726 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a70b7e7e-2fad-44b8-853c-23aa0a0f4c10 req-ec7b67f8-e97a-490f-ad76-5e746176bb3a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0521164 Mar 08 20:05:22.297548 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a70b7e7e-2fad-44b8-853c-23aa0a0f4c10 req-7004bead-b4d0-45f4-adec-874225f4b8bd tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393810 Mar 08 20:05:23.412404 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2818f6-0f32-4400-8a2f-52ac63983f00 req-ff0541e8-43c6-4322-98e1-a4df55f6401f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:23.413791 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2e2818f6-0f32-4400-8a2f-52ac63983f00 req-ff0541e8-43c6-4322-98e1-a4df55f6401f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0507307 Mar 08 20:05:23.463836 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2e2818f6-0f32-4400-8a2f-52ac63983f00 req-ed362c32-8854-4d92-a6c8-0edb2fc19d0f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427983 Mar 08 20:05:24.582999 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a5783-7990-406a-800a-e1e750ba0612 req-d233d464-f614-45bd-95df-3db6e1fd9ed4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:24.584536 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-252a5783-7990-406a-800a-e1e750ba0612 req-d233d464-f614-45bd-95df-3db6e1fd9ed4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0523052 Mar 08 20:05:24.630261 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-252a5783-7990-406a-800a-e1e750ba0612 req-735f8143-aa92-480c-936a-efbd0a57dfd2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401869 Mar 08 20:05:25.746153 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252deade-3352-4319-bc48-430a2b720bc8 req-ed5eb5ec-ac9e-4414-8236-5ecafd694335 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:25.747589 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-252deade-3352-4319-bc48-430a2b720bc8 req-ed5eb5ec-ac9e-4414-8236-5ecafd694335 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0505624 Mar 08 20:05:25.794808 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-252deade-3352-4319-bc48-430a2b720bc8 req-4b24ba4b-17b5-4faf-a097-4cf40d33dbf9 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418749 Mar 08 20:05:26.198534 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-dc1d65a7-d7ea-47c3-ba52-f117aa3186c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:05:26.388512 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:05:26.912459 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf306206-0360-4436-88ae-2fa91fdfc1e1 req-538d87c8-d891-4c66-815e-fc4c99c196f9 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:26.914355 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cf306206-0360-4436-88ae-2fa91fdfc1e1 req-538d87c8-d891-4c66-815e-fc4c99c196f9 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0545223 Mar 08 20:05:26.958922 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cf306206-0360-4436-88ae-2fa91fdfc1e1 req-0bec5579-aa96-443c-b635-0df46bc3f03a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391016 Mar 08 20:05:28.076437 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce200c1d-3eee-44c2-ad8e-2cc9efbd391c req-04c637cf-dc80-43ab-bd71-f8c87b51abdc tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:28.077867 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ce200c1d-3eee-44c2-ad8e-2cc9efbd391c req-04c637cf-dc80-43ab-bd71-f8c87b51abdc tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0529490 Mar 08 20:05:28.122215 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ce200c1d-3eee-44c2-ad8e-2cc9efbd391c req-22e049ab-9149-4134-a485-c87e73417024 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389073 Mar 08 20:05:28.449307 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-712f83e9-1271-4e86-8dc0-c8ba9e70537c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:05:28.823208 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5fb0007d-65d5-4df5-a1c0-b978bee89c8c req-352931fa-bf1b-47c6-b106-5a1ce11fe89a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475008 Mar 08 20:05:28.904948 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0007d-65d5-4df5-a1c0-b978bee89c8c req-70a096f2-97ed-43fe-b4b4-893837b13d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:28.906379 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5fb0007d-65d5-4df5-a1c0-b978bee89c8c req-70a096f2-97ed-43fe-b4b4-893837b13d43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0434196 Mar 08 20:05:29.004344 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0007d-65d5-4df5-a1c0-b978bee89c8c req-aba6773e-da0f-44a9-9831-4f17d6232086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:29.005695 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5fb0007d-65d5-4df5-a1c0-b978bee89c8c req-aba6773e-da0f-44a9-9831-4f17d6232086 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0814209 Mar 08 20:05:29.071709 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5fb0007d-65d5-4df5-a1c0-b978bee89c8c req-a0127ec2-4e0d-46ff-92cf-57f90675c5e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0598190 Mar 08 20:05:29.118749 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0007d-65d5-4df5-a1c0-b978bee89c8c req-de95e48a-6e47-4bd8-b63d-206ccc679993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:29.120193 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5fb0007d-65d5-4df5-a1c0-b978bee89c8c req-de95e48a-6e47-4bd8-b63d-206ccc679993 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0425315 Mar 08 20:05:29.168333 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0007d-65d5-4df5-a1c0-b978bee89c8c req-7f3428ff-b0c0-4730-a785-6d1e251a90ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:29.169802 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5fb0007d-65d5-4df5-a1c0-b978bee89c8c req-7f3428ff-b0c0-4730-a785-6d1e251a90ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429795 Mar 08 20:05:29.294465 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672389b-18b7-4f76-bbd4-2de7069fc6aa req-9147668c-2168-47ca-afb5-ea575d4187fc tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:29.295829 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1672389b-18b7-4f76-bbd4-2de7069fc6aa req-9147668c-2168-47ca-afb5-ea575d4187fc tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.1038051 Mar 08 20:05:29.297984 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5fb0007d-65d5-4df5-a1c0-b978bee89c8c req-7715fe64-708a-4397-a940-848548517050 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227095 Mar 08 20:05:29.393313 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1672389b-18b7-4f76-bbd4-2de7069fc6aa req-71258f33-415c-49ed-a712-58278aba056d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916991 Mar 08 20:05:29.418683 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5fb0007d-65d5-4df5-a1c0-b978bee89c8c req-546c8287-b5b3-485b-8a6a-770876fa9eeb service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110239 Mar 08 20:05:29.714348 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:05:30.511402 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f81b34-77b0-4636-bc4d-623ac69626ac req-e886f58f-ae97-4d01-b95a-a6d77f6a304b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:30.512903 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e0f81b34-77b0-4636-bc4d-623ac69626ac req-e886f58f-ae97-4d01-b95a-a6d77f6a304b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0519745 Mar 08 20:05:30.559488 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e0f81b34-77b0-4636-bc4d-623ac69626ac req-6cc5bc24-896b-4653-b089-86c4c2a5f637 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412064 Mar 08 20:05:31.152506 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:05:31.681506 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1d825-70b2-483a-8af7-6d8ce8f3acc0 req-657f55db-a59e-49e8-b2f5-1da74eb8bb04 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:31.682945 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-82a1d825-70b2-483a-8af7-6d8ce8f3acc0 req-657f55db-a59e-49e8-b2f5-1da74eb8bb04 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0555060 Mar 08 20:05:31.726684 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-82a1d825-70b2-483a-8af7-6d8ce8f3acc0 req-3bd2491c-fdec-4127-ab9d-1467e8a6ac15 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383737 Mar 08 20:05:32.414901 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:05:32.844430 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021f979-9cd4-437c-b1f9-1a1c3d546565 req-6e1fac4d-b770-4417-9381-9b1bc23355f8 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:32.845887 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4021f979-9cd4-437c-b1f9-1a1c3d546565 req-6e1fac4d-b770-4417-9381-9b1bc23355f8 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0505264 Mar 08 20:05:32.890565 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4021f979-9cd4-437c-b1f9-1a1c3d546565 req-8f09bf4f-c9bc-491f-ae3e-87ce867948b5 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385265 Mar 08 20:05:34.023594 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb299a-4137-487e-a0bf-4b05d82ebceb req-74014838-3a5f-4f46-bdf2-83af862ee224 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:34.025146 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d2fb299a-4137-487e-a0bf-4b05d82ebceb req-74014838-3a5f-4f46-bdf2-83af862ee224 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0632417 Mar 08 20:05:34.086837 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d2fb299a-4137-487e-a0bf-4b05d82ebceb req-9d20c7da-44f8-4047-817a-600e0b37f4d7 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529382 Mar 08 20:05:35.203456 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbb36c-6c67-4d27-b257-1596e36c3618 req-6b1ea8ce-cd8c-4790-ae33-365adff86516 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:35.204948 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-71fbb36c-6c67-4d27-b257-1596e36c3618 req-6b1ea8ce-cd8c-4790-ae33-365adff86516 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0513546 Mar 08 20:05:35.249927 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-71fbb36c-6c67-4d27-b257-1596e36c3618 req-11fe1e0d-72c4-4922-a036-0dfd1ca1551c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395932 Mar 08 20:05:36.371166 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2bab5-7468-4105-8307-b9afa6010823 req-949de202-29b3-4d43-8530-b71689a3c63f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:36.372572 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f3f2bab5-7468-4105-8307-b9afa6010823 req-949de202-29b3-4d43-8530-b71689a3c63f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0511439 Mar 08 20:05:36.417566 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f3f2bab5-7468-4105-8307-b9afa6010823 req-d18d6fab-270f-42ed-ad86-fc40205ee180 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395899 Mar 08 20:05:37.533823 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08c626-abb8-4a02-bee5-8f4abba50853 req-fd31d39e-d2c0-4f4b-8303-379d6e814593 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:37.535273 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7b08c626-abb8-4a02-bee5-8f4abba50853 req-fd31d39e-d2c0-4f4b-8303-379d6e814593 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0542715 Mar 08 20:05:37.580154 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7b08c626-abb8-4a02-bee5-8f4abba50853 req-da882bf1-df55-44cd-9508-9394c84e6500 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389099 Mar 08 20:05:38.696773 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1339502-9037-4e03-88b1-4c80643c144d req-23d303bb-b009-41dc-83ff-eccfc39d809c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:38.698229 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f1339502-9037-4e03-88b1-4c80643c144d req-23d303bb-b009-41dc-83ff-eccfc39d809c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0512056 Mar 08 20:05:38.743828 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f1339502-9037-4e03-88b1-4c80643c144d req-93d1a8f1-a36e-4369-b1e3-9242478ae9b6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401678 Mar 08 20:05:39.862832 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95373db0-3483-41a7-9838-8dc25e540ffe req-506a0fae-620b-474e-8e7c-165264a5df57 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:39.864279 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-95373db0-3483-41a7-9838-8dc25e540ffe req-506a0fae-620b-474e-8e7c-165264a5df57 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0544229 Mar 08 20:05:39.908770 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-95373db0-3483-41a7-9838-8dc25e540ffe req-81af0a97-07d6-4d0c-9187-7815a35d22da tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389919 Mar 08 20:05:41.041056 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e99c-e829-4bc8-a3cb-8c80bff1b571 req-702b2923-a68e-40d2-9287-46823aecdd76 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:41.042543 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d737e99c-e829-4bc8-a3cb-8c80bff1b571 req-702b2923-a68e-40d2-9287-46823aecdd76 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0527372 Mar 08 20:05:41.087312 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d737e99c-e829-4bc8-a3cb-8c80bff1b571 req-29325261-9ca5-4597-8642-e03f34811869 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393782 Mar 08 20:05:42.204153 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c373c7-60bb-45a7-a805-91d5885499ee req-61cb14d7-7885-4170-a7b5-924e4d7f8bfc tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:42.205619 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d6c373c7-60bb-45a7-a805-91d5885499ee req-61cb14d7-7885-4170-a7b5-924e4d7f8bfc tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0502841 Mar 08 20:05:42.254915 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d6c373c7-60bb-45a7-a805-91d5885499ee req-513814ab-a21a-4270-a90a-54030160187f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433533 Mar 08 20:05:42.597370 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:05:43.371556 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e9990-a025-454e-aa3e-11ff62a7a8a6 req-34c3bac3-a953-4631-a9ed-fc8bb7d4783c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:43.372939 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d07e9990-a025-454e-aa3e-11ff62a7a8a6 req-34c3bac3-a953-4631-a9ed-fc8bb7d4783c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0507436 Mar 08 20:05:43.416838 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d07e9990-a025-454e-aa3e-11ff62a7a8a6 req-cd41b5d4-8e5a-4ab4-899f-bdba5ff883a7 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384135 Mar 08 20:05:44.533297 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da5d8a-b17a-4b00-964a-bcae1e4c16fe req-4fcd81f2-14e3-4d57-b3b8-3f0d8906cc36 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:44.534779 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-74da5d8a-b17a-4b00-964a-bcae1e4c16fe req-4fcd81f2-14e3-4d57-b3b8-3f0d8906cc36 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0522423 Mar 08 20:05:44.579846 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-74da5d8a-b17a-4b00-964a-bcae1e4c16fe req-f036b911-9f55-44d5-8c65-fdb76525e109 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395896 Mar 08 20:05:45.699007 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600feaaa-c98b-4d84-97f0-a63cc99aeb6d req-cc4280d3-87d1-4ab6-91e8-b5488d289033 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:45.700493 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-600feaaa-c98b-4d84-97f0-a63cc99aeb6d req-cc4280d3-87d1-4ab6-91e8-b5488d289033 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0556881 Mar 08 20:05:45.745773 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-600feaaa-c98b-4d84-97f0-a63cc99aeb6d req-e4596ce0-dfe4-4a47-a43e-4a10c2051653 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397794 Mar 08 20:05:46.860007 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f21fa-5c99-415f-aca4-e9e6200e4dd3 req-6a11b7fb-6e75-47b4-a24d-ca9c88fa722c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:46.861490 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0f1f21fa-5c99-415f-aca4-e9e6200e4dd3 req-6a11b7fb-6e75-47b4-a24d-ca9c88fa722c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0506332 Mar 08 20:05:46.906089 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0f1f21fa-5c99-415f-aca4-e9e6200e4dd3 req-bd42ed34-eedd-42c3-8186-8b484d46d44f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386987 Mar 08 20:05:48.019993 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57b955-fced-4d8b-a95d-c7d937cfe79e req-be8f6213-65ba-402a-9feb-8f0260bb25d9 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:48.021465 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dc57b955-fced-4d8b-a95d-c7d937cfe79e req-be8f6213-65ba-402a-9feb-8f0260bb25d9 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0512707 Mar 08 20:05:48.070543 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dc57b955-fced-4d8b-a95d-c7d937cfe79e req-78e53874-f45a-406a-a4bc-94af96254635 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432656 Mar 08 20:05:49.190466 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e2be5-d312-4b02-92da-30b6cb764dc3 req-e22b6245-1184-48e5-be47-92685108ebce tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:49.191909 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-312e2be5-d312-4b02-92da-30b6cb764dc3 req-e22b6245-1184-48e5-be47-92685108ebce tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0511069 Mar 08 20:05:49.237232 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-312e2be5-d312-4b02-92da-30b6cb764dc3 req-ddb4c0a4-5bf3-4e86-9962-fcd24a9ba1f3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392323 Mar 08 20:05:50.352418 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec2945-ef92-4c20-b8be-5c728f733aa0 req-0359a70b-af63-4e06-9254-65da21b08931 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:50.353868 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-54ec2945-ef92-4c20-b8be-5c728f733aa0 req-0359a70b-af63-4e06-9254-65da21b08931 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0513742 Mar 08 20:05:50.399956 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-54ec2945-ef92-4c20-b8be-5c728f733aa0 req-5f913441-083f-4834-9ff0-15c7f06a6125 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404303 Mar 08 20:05:51.521168 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddcef3-14ac-4d39-ad67-d07d30c4ac58 req-cd49b3e2-23ce-4c58-a594-cc2bdbd16db6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:51.523315 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-39ddcef3-14ac-4d39-ad67-d07d30c4ac58 req-cd49b3e2-23ce-4c58-a594-cc2bdbd16db6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0562661 Mar 08 20:05:51.568198 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-39ddcef3-14ac-4d39-ad67-d07d30c4ac58 req-c91144c3-9876-4c63-bc0c-a726e0c83efb tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390289 Mar 08 20:05:52.685444 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcc783-6c63-4cd4-8bd8-e0ac0ae62c1a req-1db8a862-9cd5-4974-bc12-58fc21c87e85 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:52.686896 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e1fcc783-6c63-4cd4-8bd8-e0ac0ae62c1a req-1db8a862-9cd5-4974-bc12-58fc21c87e85 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0517519 Mar 08 20:05:52.731983 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e1fcc783-6c63-4cd4-8bd8-e0ac0ae62c1a req-aa2aca5f-7cb7-4555-9963-e2f09629e75a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394969 Mar 08 20:05:53.849355 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047dcec-f30c-43c1-b5e9-4ea1833653d9 req-1ddb26b4-668d-4a06-bef1-e7d0bea5e12f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:53.851339 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5047dcec-f30c-43c1-b5e9-4ea1833653d9 req-1ddb26b4-668d-4a06-bef1-e7d0bea5e12f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0545323 Mar 08 20:05:53.895707 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5047dcec-f30c-43c1-b5e9-4ea1833653d9 req-593fbce6-b892-42f9-99ad-e15b4b66ee91 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389698 Mar 08 20:05:55.010609 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e12e10-ff2a-4c09-ba7a-a85bcb6631af req-cc18b83a-5762-4945-a9ff-db400a91844f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:55.012085 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b6e12e10-ff2a-4c09-ba7a-a85bcb6631af req-cc18b83a-5762-4945-a9ff-db400a91844f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0514886 Mar 08 20:05:55.057647 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b6e12e10-ff2a-4c09-ba7a-a85bcb6631af req-22fb55fa-c526-4fff-a077-937bcf98d27a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402503 Mar 08 20:05:56.174197 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b19e3-6223-4407-b0f0-0c041236d901 req-9631fcf2-e2bc-4a0c-b50e-7a40b84a0550 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:56.175656 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c31b19e3-6223-4407-b0f0-0c041236d901 req-9631fcf2-e2bc-4a0c-b50e-7a40b84a0550 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0511439 Mar 08 20:05:56.199858 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-276a51fe-e5c8-401c-850b-57e5a26070f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:05:56.226975 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c31b19e3-6223-4407-b0f0-0c041236d901 req-2c662239-dbd6-40ba-9511-3e7349cfe255 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452695 Mar 08 20:05:57.341521 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86634a11-82c4-4fb0-ac93-f15c8daf2d33 req-f152fa1f-5095-4f88-9ba5-72b8567d9041 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:57.343034 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-86634a11-82c4-4fb0-ac93-f15c8daf2d33 req-f152fa1f-5095-4f88-9ba5-72b8567d9041 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0502853 Mar 08 20:05:57.387449 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-86634a11-82c4-4fb0-ac93-f15c8daf2d33 req-0db6192e-b3bc-4327-bec0-c5056ab0932b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389442 Mar 08 20:05:58.452177 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-77ba92eb-d133-46c0-abc8-92546f352c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:05:58.504506 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6db077-eed6-43b8-b6a2-1243ee6c67dd req-126c0a8f-c682-4fa5-bd8f-157b448d8c8c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:58.505955 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b6db077-eed6-43b8-b6a2-1243ee6c67dd req-126c0a8f-c682-4fa5-bd8f-157b448d8c8c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0511596 Mar 08 20:05:58.550758 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b6db077-eed6-43b8-b6a2-1243ee6c67dd req-0afeca06-e0b6-43db-95d3-c191361a9bca tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392706 Mar 08 20:05:59.716864 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:05:59.928076 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803abcf-7828-40ba-801e-eecc0bdc6a17 req-7aa4c8cb-12d0-4061-a321-23df1cba8e53 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:05:59.930156 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e803abcf-7828-40ba-801e-eecc0bdc6a17 req-7aa4c8cb-12d0-4061-a321-23df1cba8e53 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.3117325 Mar 08 20:05:59.973701 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e803abcf-7828-40ba-801e-eecc0bdc6a17 req-f778ed1b-b6e4-4be2-8536-92b8b15e6f0e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381856 Mar 08 20:06:01.089590 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16b7db-c504-498a-9ace-b75081aa375e req-275b14b2-2402-48bd-aa4a-40b694e3539c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:01.091073 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9f16b7db-c504-498a-9ace-b75081aa375e req-275b14b2-2402-48bd-aa4a-40b694e3539c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0518229 Mar 08 20:06:01.136515 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9f16b7db-c504-498a-9ace-b75081aa375e req-02c374b4-464f-4a2e-82f2-c26043848ae8 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400093 Mar 08 20:06:01.155150 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:06:02.258269 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357228db-32a9-4382-a01c-63704375dff0 req-2e632dae-a333-49f8-9bf0-a21988fe17b2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:02.259691 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-357228db-32a9-4382-a01c-63704375dff0 req-2e632dae-a333-49f8-9bf0-a21988fe17b2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0538309 Mar 08 20:06:02.304304 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-357228db-32a9-4382-a01c-63704375dff0 req-f71745a7-abb5-4979-b4ed-1290195e835c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386257 Mar 08 20:06:02.419209 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:06:03.387635 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:06:03.422837 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba0759-d77c-4dd9-a4f5-b5ae26c2752a req-40290a76-8756-4c1d-9eb3-b06a6aa718d3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:03.424298 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6bba0759-d77c-4dd9-a4f5-b5ae26c2752a req-40290a76-8756-4c1d-9eb3-b06a6aa718d3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0515811 Mar 08 20:06:03.469914 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6bba0759-d77c-4dd9-a4f5-b5ae26c2752a req-c3f90ed0-3398-4065-898c-ff8440cf57f7 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395842 Mar 08 20:06:04.587150 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cc7d1-5195-43f1-bff8-d00e02c574f8 req-65058b7a-b4c2-47e1-a2b0-45650f622197 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:04.588644 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c04cc7d1-5195-43f1-bff8-d00e02c574f8 req-65058b7a-b4c2-47e1-a2b0-45650f622197 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0514855 Mar 08 20:06:04.637349 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c04cc7d1-5195-43f1-bff8-d00e02c574f8 req-f312d278-8e51-4564-8e71-e8bd8b09c277 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432298 Mar 08 20:06:05.753302 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a644fd7-4852-41a7-a290-05c220ec68d7 req-dea91e71-cd3a-499f-ada6-d7346974636f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:05.754621 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2a644fd7-4852-41a7-a290-05c220ec68d7 req-dea91e71-cd3a-499f-ada6-d7346974636f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0513999 Mar 08 20:06:05.802168 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2a644fd7-4852-41a7-a290-05c220ec68d7 req-270d2923-01fa-41ac-9ed3-fe040e5a116c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420561 Mar 08 20:06:06.916231 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59df196-ba5d-4172-9cee-3b874aadd7ce req-01a9c212-0104-4783-ad89-b06fa2ff078a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:06.917690 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b59df196-ba5d-4172-9cee-3b874aadd7ce req-01a9c212-0104-4783-ad89-b06fa2ff078a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0507452 Mar 08 20:06:06.961409 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b59df196-ba5d-4172-9cee-3b874aadd7ce req-9be2f45d-02f9-4ecc-84c7-d30604c21db9 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383542 Mar 08 20:06:08.080761 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ea560-d157-439d-8d01-8fde602878d0 req-61238285-c35d-4a2f-95b0-3cc5dc255761 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:08.082204 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bc2ea560-d157-439d-8d01-8fde602878d0 req-61238285-c35d-4a2f-95b0-3cc5dc255761 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0542097 Mar 08 20:06:08.126731 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bc2ea560-d157-439d-8d01-8fde602878d0 req-1cee559c-10e1-4673-a02f-708d552c8faa tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384572 Mar 08 20:06:09.242031 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2453c84-7f31-420b-a9d7-ff04e0511ed3 req-73bf0560-f933-4b93-8a84-5604b6454a19 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:09.243468 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f2453c84-7f31-420b-a9d7-ff04e0511ed3 req-73bf0560-f933-4b93-8a84-5604b6454a19 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0504553 Mar 08 20:06:09.290768 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f2453c84-7f31-420b-a9d7-ff04e0511ed3 req-c56a2345-df92-4a80-8665-25245278dd72 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416577 Mar 08 20:06:10.407761 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dc9ff-2091-4098-a99c-0285e374153b req-597a2e41-70b9-4e8d-a627-cb40f8509034 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:10.409170 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4f3dc9ff-2091-4098-a99c-0285e374153b req-597a2e41-70b9-4e8d-a627-cb40f8509034 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0528290 Mar 08 20:06:10.456494 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4f3dc9ff-2091-4098-a99c-0285e374153b req-f75ac0ab-a33e-40fb-9f12-a0e588b4c5eb tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418811 Mar 08 20:06:11.575649 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018459a-1e0e-4080-88f8-3324bf7b45eb req-e2b3586e-240d-45c9-a2bd-6de7ca3b7f7d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:11.577216 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d018459a-1e0e-4080-88f8-3324bf7b45eb req-e2b3586e-240d-45c9-a2bd-6de7ca3b7f7d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0531561 Mar 08 20:06:11.622629 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d018459a-1e0e-4080-88f8-3324bf7b45eb req-432017e5-c20d-456f-9bf7-6f6d28063e21 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399830 Mar 08 20:06:12.592384 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:06:12.739738 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abcad2-eeae-4085-9d59-92d790dbdb24 req-67a1ed6e-7c9b-4f4a-aca3-68da218f0a76 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:12.741229 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-31abcad2-eeae-4085-9d59-92d790dbdb24 req-67a1ed6e-7c9b-4f4a-aca3-68da218f0a76 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0519223 Mar 08 20:06:12.786293 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-31abcad2-eeae-4085-9d59-92d790dbdb24 req-cb9322da-c5ea-45b6-84e1-41b3a19bccc0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397043 Mar 08 20:06:13.904078 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3146f-318e-40aa-a113-2dcbd6d57d4d req-6a636f8d-26a9-47e8-9fb2-2b6145658314 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:13.905559 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-91f3146f-318e-40aa-a113-2dcbd6d57d4d req-6a636f8d-26a9-47e8-9fb2-2b6145658314 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0556228 Mar 08 20:06:13.949448 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-91f3146f-318e-40aa-a113-2dcbd6d57d4d req-073cff6b-021c-422f-b2af-4ef1b87402fe tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385635 Mar 08 20:06:15.064576 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21880700-87c3-4f3d-8967-3c549c57b6c0 req-b847c989-4b86-4460-ba43-855ce8f07f2c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:15.066041 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-21880700-87c3-4f3d-8967-3c549c57b6c0 req-b847c989-4b86-4460-ba43-855ce8f07f2c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0512300 Mar 08 20:06:15.111348 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-21880700-87c3-4f3d-8967-3c549c57b6c0 req-7a1f6a43-70ec-43ff-9ebc-3a5358d979ff tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399170 Mar 08 20:06:16.230530 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850e0bf-1b47-473b-b60f-7001984386bd req-9d187948-8ac2-4287-a775-96937c26a555 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:16.231883 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5850e0bf-1b47-473b-b60f-7001984386bd req-9d187948-8ac2-4287-a775-96937c26a555 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0543983 Mar 08 20:06:16.277414 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5850e0bf-1b47-473b-b60f-7001984386bd req-efd7fdee-d860-4423-bb17-596e1e5be017 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400774 Mar 08 20:06:17.391382 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc876d5-86ba-4c75-b0b0-787530242d7b req-63f1811f-fa69-46b6-9972-ade5e17aee2f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:17.392890 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4bc876d5-86ba-4c75-b0b0-787530242d7b req-63f1811f-fa69-46b6-9972-ade5e17aee2f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0512152 Mar 08 20:06:17.438259 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4bc876d5-86ba-4c75-b0b0-787530242d7b req-944a00a4-f370-4dea-b0f8-2a732b5f723f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394721 Mar 08 20:06:18.554228 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd79a5-a541-4031-97b2-ce91d35e019b req-f8b9c62f-b15e-4897-a9b7-3948cdb1d9b2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:18.555694 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7abd79a5-a541-4031-97b2-ce91d35e019b req-f8b9c62f-b15e-4897-a9b7-3948cdb1d9b2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0521417 Mar 08 20:06:18.604633 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7abd79a5-a541-4031-97b2-ce91d35e019b req-640c140d-1fd5-4fc9-943f-433b33d80a14 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434871 Mar 08 20:06:19.724437 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815e5cc-95c9-448c-bbe8-5e3a3ed36c7e req-8748ee04-a89a-4c68-9236-6a2631eaf558 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:19.726574 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b815e5cc-95c9-448c-bbe8-5e3a3ed36c7e req-8748ee04-a89a-4c68-9236-6a2631eaf558 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0545969 Mar 08 20:06:19.771200 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b815e5cc-95c9-448c-bbe8-5e3a3ed36c7e req-f6122169-f3fb-4e9e-aa49-524d9039612b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391815 Mar 08 20:06:20.886949 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259bd3b-3346-4886-a8a5-ef3579695633 req-e61c482c-0622-4f07-acf4-6d786bc117ca tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:20.888437 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5259bd3b-3346-4886-a8a5-ef3579695633 req-e61c482c-0622-4f07-acf4-6d786bc117ca tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0510609 Mar 08 20:06:20.933937 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5259bd3b-3346-4886-a8a5-ef3579695633 req-d1bb1f75-1976-4e32-ae67-ef615585d1e0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400696 Mar 08 20:06:22.053669 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2b2e9-dd83-45e0-bd0d-3f49d72478be req-7eddcbaf-2076-4370-901f-85a1c4368978 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:22.055133 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5fd2b2e9-dd83-45e0-bd0d-3f49d72478be req-7eddcbaf-2076-4370-901f-85a1c4368978 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0561135 Mar 08 20:06:22.099169 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5fd2b2e9-dd83-45e0-bd0d-3f49d72478be req-aec5588b-91d1-444d-9d87-e316dc38b465 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386229 Mar 08 20:06:23.215411 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f3713-ebc2-483e-9277-9092896e4e52 req-d7e2b6e4-27c2-4f41-bcda-58ed073fa00c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:23.216885 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1a1f3713-ebc2-483e-9277-9092896e4e52 req-d7e2b6e4-27c2-4f41-bcda-58ed073fa00c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0510516 Mar 08 20:06:23.261686 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1a1f3713-ebc2-483e-9277-9092896e4e52 req-9d02b604-a0d7-4688-8730-8c65b134ad9a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394173 Mar 08 20:06:24.378047 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab33e1-2931-42f4-a0c9-88c98e841dbe req-811e2fd3-850d-4ac8-8b09-e2673c8e252f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:24.382804 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-20ab33e1-2931-42f4-a0c9-88c98e841dbe req-811e2fd3-850d-4ac8-8b09-e2673c8e252f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0554674 Mar 08 20:06:24.434395 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-20ab33e1-2931-42f4-a0c9-88c98e841dbe req-1de67046-ef38-4945-aaed-e93abf56f031 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461850 Mar 08 20:06:25.550205 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4b947-1a5b-4672-aa27-55501e452282 req-0391d743-14ec-4bc1-99a0-af578216a0b6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:25.551670 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bf4b947-1a5b-4672-aa27-55501e452282 req-0391d743-14ec-4bc1-99a0-af578216a0b6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0511804 Mar 08 20:06:25.598721 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bf4b947-1a5b-4672-aa27-55501e452282 req-f08cc3dc-f6d9-4032-a74d-64208f33e67a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406995 Mar 08 20:06:26.201487 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-040deb5d-55be-4e70-8310-a34a1b4dd88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:06:26.762587 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb1d14-526b-4495-a32c-21a7b7abfa95 req-2de9bc38-41a0-4add-a53d-c080f3248a98 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:26.763979 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-68eb1d14-526b-4495-a32c-21a7b7abfa95 req-2de9bc38-41a0-4add-a53d-c080f3248a98 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0511229 Mar 08 20:06:26.810405 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-68eb1d14-526b-4495-a32c-21a7b7abfa95 req-eb9aa5c5-ee46-4449-aec7-c6ba66e1162d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409241 Mar 08 20:06:27.931152 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01660848-bf36-4fa8-95c2-c4988088f72e req-2e396bf8-7082-4359-b86a-f63c7c52c8a3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:27.932646 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-01660848-bf36-4fa8-95c2-c4988088f72e req-2e396bf8-7082-4359-b86a-f63c7c52c8a3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0552926 Mar 08 20:06:27.977209 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-01660848-bf36-4fa8-95c2-c4988088f72e req-43b2f3fa-607e-4401-a119-51317219c4e4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390954 Mar 08 20:06:28.453139 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-7c7020c1-74c4-4a94-b3f8-d3a7632fff61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:06:29.095638 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8afa3a-5ec0-4895-b628-d95f5dfa8bb8 req-15f2d0f9-0dcb-470e-a4da-21f00ba39d33 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:29.098133 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ea8afa3a-5ec0-4895-b628-d95f5dfa8bb8 req-15f2d0f9-0dcb-470e-a4da-21f00ba39d33 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0550268 Mar 08 20:06:29.144272 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ea8afa3a-5ec0-4895-b628-d95f5dfa8bb8 req-ffeb80b5-3779-46bb-8bf3-d261086fa067 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402539 Mar 08 20:06:29.718039 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:06:30.264714 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074d2a4-2d90-428b-9441-2bbe9db2d67f req-c2a4f194-1e77-4755-911b-8d954c361b41 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:30.266179 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c074d2a4-2d90-428b-9441-2bbe9db2d67f req-c2a4f194-1e77-4755-911b-8d954c361b41 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0556493 Mar 08 20:06:30.311602 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c074d2a4-2d90-428b-9441-2bbe9db2d67f req-4be5b246-0353-4330-a730-a1ec41dc51a6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400574 Mar 08 20:06:31.157878 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:06:31.425636 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e73be-2827-4261-a60f-e20c5d4b9195 req-93398b12-5577-41e6-a5a6-8d1be3efcf86 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:31.426797 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-383e73be-2827-4261-a60f-e20c5d4b9195 req-93398b12-5577-41e6-a5a6-8d1be3efcf86 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0513263 Mar 08 20:06:31.472919 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-383e73be-2827-4261-a60f-e20c5d4b9195 req-8cff111b-ae12-4657-b10d-abe42f5c671c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400989 Mar 08 20:06:31.597217 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f58e4c30-61c4-4a49-9c82-d02c63b5e590 req-396f189a-a0cf-44c8-add2-cac26ac23a6a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427561 Mar 08 20:06:31.686956 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e4c30-61c4-4a49-9c82-d02c63b5e590 req-c3f698d7-7042-4375-98b8-357f6ff4ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:31.688443 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f58e4c30-61c4-4a49-9c82-d02c63b5e590 req-c3f698d7-7042-4375-98b8-357f6ff4ef6f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0480051 Mar 08 20:06:31.788778 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e4c30-61c4-4a49-9c82-d02c63b5e590 req-5690540f-144e-4155-addc-2c9c7c68f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:31.790231 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f58e4c30-61c4-4a49-9c82-d02c63b5e590 req-5690540f-144e-4155-addc-2c9c7c68f83c service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0844247 Mar 08 20:06:31.856541 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f58e4c30-61c4-4a49-9c82-d02c63b5e590 req-1aa95e76-95e9-47c9-84c8-511433d40e3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0592556 Mar 08 20:06:31.904117 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e4c30-61c4-4a49-9c82-d02c63b5e590 req-e597ec46-5568-4926-8dcf-bede406863f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:31.905634 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f58e4c30-61c4-4a49-9c82-d02c63b5e590 req-e597ec46-5568-4926-8dcf-bede406863f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0437460 Mar 08 20:06:31.953402 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e4c30-61c4-4a49-9c82-d02c63b5e590 req-a41b93d5-e0cc-4caa-b53d-17159a989f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:31.954764 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f58e4c30-61c4-4a49-9c82-d02c63b5e590 req-a41b93d5-e0cc-4caa-b53d-17159a989f13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436883 Mar 08 20:06:32.043515 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f58e4c30-61c4-4a49-9c82-d02c63b5e590 req-1212aeca-fa65-4af0-95b7-d21e1787d0d8 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825670 Mar 08 20:06:32.129071 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f58e4c30-61c4-4a49-9c82-d02c63b5e590 req-29c2394c-5dd4-4092-87b0-112588bc88af service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796247 Mar 08 20:06:32.420983 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:06:32.595183 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd559d5e-9c4c-41dc-bec3-0f115e12b847 req-b064798d-e9e7-4908-931d-4e0f16298539 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:32.596697 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dd559d5e-9c4c-41dc-bec3-0f115e12b847 req-b064798d-e9e7-4908-931d-4e0f16298539 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0561678 Mar 08 20:06:32.642095 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dd559d5e-9c4c-41dc-bec3-0f115e12b847 req-b5d48f16-e9a8-431c-a820-2875b1725072 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398312 Mar 08 20:06:33.756703 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa2438-35dc-4633-b113-969c0bda7fa0 req-20297a8b-d9a1-4855-986c-5559ddb86ae8 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:33.758161 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7dfa2438-35dc-4633-b113-969c0bda7fa0 req-20297a8b-d9a1-4855-986c-5559ddb86ae8 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0513186 Mar 08 20:06:33.803893 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7dfa2438-35dc-4633-b113-969c0bda7fa0 req-2c4e20ec-4837-42d7-ae14-7bac60e48612 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402768 Mar 08 20:06:34.922406 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2241ae2-e86c-4b73-b0a4-ecde7a54476d req-262f6924-6d85-47d3-a6a7-2a0a4432a794 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:34.923871 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a2241ae2-e86c-4b73-b0a4-ecde7a54476d req-262f6924-6d85-47d3-a6a7-2a0a4432a794 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0521727 Mar 08 20:06:34.972371 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a2241ae2-e86c-4b73-b0a4-ecde7a54476d req-18b76527-bdd0-47d8-a942-8379eec4db8d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422888 Mar 08 20:06:36.093264 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44283a-4ede-4f6f-a109-ac147f8508e3 req-18f6231e-d847-499a-a5b9-0d9c30eb8ba6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:36.094997 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8c44283a-4ede-4f6f-a109-ac147f8508e3 req-18f6231e-d847-499a-a5b9-0d9c30eb8ba6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0537403 Mar 08 20:06:36.141512 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8c44283a-4ede-4f6f-a109-ac147f8508e3 req-7fc64fac-f3a0-4c4b-999a-260a85058068 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410252 Mar 08 20:06:37.257318 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d565e34-5dc6-497f-b1cc-15dcdedb1b75 req-b144fefe-58db-4504-9b67-b2cb43c055c6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:37.258683 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4d565e34-5dc6-497f-b1cc-15dcdedb1b75 req-b144fefe-58db-4504-9b67-b2cb43c055c6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0513217 Mar 08 20:06:37.303639 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4d565e34-5dc6-497f-b1cc-15dcdedb1b75 req-23d2ae45-2644-440d-beae-8535e304e7a9 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395496 Mar 08 20:06:38.420988 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3048ad5-2f94-42a3-8fe3-4f9b8c579991 req-32a6b08a-d0dd-42c4-907b-70dc4a731bac tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:38.422437 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d3048ad5-2f94-42a3-8fe3-4f9b8c579991 req-32a6b08a-d0dd-42c4-907b-70dc4a731bac tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0541737 Mar 08 20:06:38.469006 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d3048ad5-2f94-42a3-8fe3-4f9b8c579991 req-3d3236b1-846b-4187-b476-141fa071e243 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405741 Mar 08 20:06:39.586851 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641114f-4d24-4f8e-ace4-fa7361fdbb17 req-deff1198-ac99-475a-9d3b-48bfdc980941 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:39.588357 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d641114f-4d24-4f8e-ace4-fa7361fdbb17 req-deff1198-ac99-475a-9d3b-48bfdc980941 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0525959 Mar 08 20:06:39.638019 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d641114f-4d24-4f8e-ace4-fa7361fdbb17 req-2cb6f2cc-e453-4d5c-a353-ac87728d801a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441895 Mar 08 20:06:40.386657 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:06:40.757395 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9afb0-09e0-489f-a03b-d49311fc3508 req-177eab52-f5ef-43f0-8d16-3f313049616a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:40.758841 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-60e9afb0-09e0-489f-a03b-d49311fc3508 req-177eab52-f5ef-43f0-8d16-3f313049616a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0543926 Mar 08 20:06:40.803477 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-60e9afb0-09e0-489f-a03b-d49311fc3508 req-5aaf5c75-f160-46eb-aebb-7b7bcfbd3982 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392702 Mar 08 20:06:41.918683 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bd6da-d3fe-461c-b5cb-567d8f8537c6 req-21700aa2-a28b-460d-a7e2-67829102b62a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:41.920169 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d77bd6da-d3fe-461c-b5cb-567d8f8537c6 req-21700aa2-a28b-460d-a7e2-67829102b62a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0518100 Mar 08 20:06:41.966123 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d77bd6da-d3fe-461c-b5cb-567d8f8537c6 req-4071ef46-f515-44eb-9147-ed6278d7d9d1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404553 Mar 08 20:06:42.594608 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:06:43.083278 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899a745-1751-410e-845d-097da7ec81e0 req-3afa8e4b-0f0d-4a0f-9117-3d865114452e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:43.085316 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d899a745-1751-410e-845d-097da7ec81e0 req-3afa8e4b-0f0d-4a0f-9117-3d865114452e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0516293 Mar 08 20:06:43.134080 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d899a745-1751-410e-845d-097da7ec81e0 req-3ea093bc-edf0-469e-b803-fa33d87252b0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433195 Mar 08 20:06:44.248992 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803f3c8-15c9-4e75-9c64-3c4aa7622c8f req-c2a78aa9-7965-4e30-ab8a-2ba7e79fc4b1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:44.250453 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c803f3c8-15c9-4e75-9c64-3c4aa7622c8f req-c2a78aa9-7965-4e30-ab8a-2ba7e79fc4b1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0509965 Mar 08 20:06:44.296172 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c803f3c8-15c9-4e75-9c64-3c4aa7622c8f req-9f688303-ea07-4c9b-9989-adafc6e7952c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396986 Mar 08 20:06:45.414894 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5083e8-afb0-4561-9a4f-934bbaba2f47 req-e9199f64-58fa-42d4-90fa-9936341e8437 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:45.416400 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5b5083e8-afb0-4561-9a4f-934bbaba2f47 req-e9199f64-58fa-42d4-90fa-9936341e8437 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0530655 Mar 08 20:06:45.461995 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5b5083e8-afb0-4561-9a4f-934bbaba2f47 req-63755d21-dd1f-413a-9af4-43dab6e4182e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400879 Mar 08 20:06:46.579436 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8f600-2353-49f9-9883-ac05bdada1c6 req-144c548c-5844-4311-ba2f-5f50f5a07bc3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:46.580914 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-acb8f600-2353-49f9-9883-ac05bdada1c6 req-144c548c-5844-4311-ba2f-5f50f5a07bc3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0543799 Mar 08 20:06:46.639730 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-acb8f600-2353-49f9-9883-ac05bdada1c6 req-49679d77-50f1-4126-84c8-423d8be9de7c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527403 Mar 08 20:06:47.762594 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70aa2e-d8e1-436a-9bf8-f0de3b283857 req-3f46c7b9-607a-4e16-ae86-78ceb10c1236 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:47.764004 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ab70aa2e-d8e1-436a-9bf8-f0de3b283857 req-3f46c7b9-607a-4e16-ae86-78ceb10c1236 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0516324 Mar 08 20:06:47.809537 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ab70aa2e-d8e1-436a-9bf8-f0de3b283857 req-752d2827-eb9d-4a80-ba16-e528bc8a2b6e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401688 Mar 08 20:06:48.925464 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967228a3-e07b-43cb-bdff-a92959ad1a2a req-033c3047-40b2-4180-b57d-438fc4e2f449 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:48.926895 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-967228a3-e07b-43cb-bdff-a92959ad1a2a req-033c3047-40b2-4180-b57d-438fc4e2f449 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0513718 Mar 08 20:06:48.974741 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-967228a3-e07b-43cb-bdff-a92959ad1a2a req-1ced7c18-9ef1-48a6-bdf1-8d5a55081e17 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424223 Mar 08 20:06:50.089558 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e92c6-e686-4391-9527-c0330fb17f4b req-3f490f4a-cde1-4044-92f9-fb55ffab3b61 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:50.091069 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-118e92c6-e686-4391-9527-c0330fb17f4b req-3f490f4a-cde1-4044-92f9-fb55ffab3b61 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0512919 Mar 08 20:06:50.137836 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-118e92c6-e686-4391-9527-c0330fb17f4b req-d7037a76-5ec3-4f9c-90a0-700e88e5b878 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412493 Mar 08 20:06:51.258105 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808266b6-0bbe-458e-9cf8-04553afb0d0a req-d2e54163-a7e4-45e2-bb0a-e8d309cb5ade tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:51.259570 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-808266b6-0bbe-458e-9cf8-04553afb0d0a req-d2e54163-a7e4-45e2-bb0a-e8d309cb5ade tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0515726 Mar 08 20:06:51.305105 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-808266b6-0bbe-458e-9cf8-04553afb0d0a req-04ed189f-49f8-42d3-90cd-f59d6014aed1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400774 Mar 08 20:06:52.424797 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71907c37-1bea-4d76-afcc-047699446e58 req-23682bc6-de3f-4bea-8621-3712c9d3b558 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:52.426274 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-71907c37-1bea-4d76-afcc-047699446e58 req-23682bc6-de3f-4bea-8621-3712c9d3b558 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0556288 Mar 08 20:06:52.470974 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-71907c37-1bea-4d76-afcc-047699446e58 req-3cde2745-0d8b-423a-9e95-769893319054 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392215 Mar 08 20:06:53.585964 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58da33-1858-4781-8f96-aaa71af49a61 req-43a45be9-e036-4d1b-bc4f-2fe096a3a6b6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:53.587438 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7e58da33-1858-4781-8f96-aaa71af49a61 req-43a45be9-e036-4d1b-bc4f-2fe096a3a6b6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0517743 Mar 08 20:06:53.633291 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7e58da33-1858-4781-8f96-aaa71af49a61 req-9af26dc4-ca2d-4e37-abcd-478021c0df95 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403934 Mar 08 20:06:54.753759 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df173671-a88f-4388-8cdf-3d2f7f9710b7 req-96bd3dfd-6a65-43dc-b69b-da01668c1f89 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:54.755144 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-df173671-a88f-4388-8cdf-3d2f7f9710b7 req-96bd3dfd-6a65-43dc-b69b-da01668c1f89 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0549314 Mar 08 20:06:54.800997 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-df173671-a88f-4388-8cdf-3d2f7f9710b7 req-cb63e2ab-b477-4b10-ac4e-9c581e954533 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404587 Mar 08 20:06:55.920869 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd58e1c-9f5b-48ba-a966-8762cfdb3dd2 req-33afff14-62dc-48ce-a7b1-17b697629078 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:55.922565 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ebd58e1c-9f5b-48ba-a966-8762cfdb3dd2 req-33afff14-62dc-48ce-a7b1-17b697629078 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0563936 Mar 08 20:06:55.967399 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ebd58e1c-9f5b-48ba-a966-8762cfdb3dd2 req-52110a6a-7cb8-4ec7-aedb-bffe4ebfe401 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389092 Mar 08 20:06:56.202314 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-298f90dd-b5d5-4a6e-8e36-5d1718b1dc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:06:57.085974 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e3361-3503-45f9-b268-b21bd3d40d60 req-182325b4-7c83-487d-a0ae-20ad90f2e1b0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:57.087417 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f92e3361-3503-45f9-b268-b21bd3d40d60 req-182325b4-7c83-487d-a0ae-20ad90f2e1b0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0544908 Mar 08 20:06:57.133407 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f92e3361-3503-45f9-b268-b21bd3d40d60 req-7541eee9-6796-4f29-ae14-af733033a294 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405495 Mar 08 20:06:58.249370 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d3af8-9612-4e08-b137-85eb9a9c7ec9 req-45fc87f6-6890-4ebf-8601-bccb33b0d27b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:58.250839 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9b7d3af8-9612-4e08-b137-85eb9a9c7ec9 req-45fc87f6-6890-4ebf-8601-bccb33b0d27b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0518401 Mar 08 20:06:58.305162 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9b7d3af8-9612-4e08-b137-85eb9a9c7ec9 req-274feb2f-aa30-46c7-998e-773cc2900bdc tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483584 Mar 08 20:06:58.454707 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-9a1d3300-7c51-42a1-8397-f98660ba78c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:06:59.420746 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb2f77-b74e-4e10-be0d-49dcf042b0c5 req-278cfd22-d04b-40bd-9671-952bd5e7d748 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:06:59.422207 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-16eb2f77-b74e-4e10-be0d-49dcf042b0c5 req-278cfd22-d04b-40bd-9671-952bd5e7d748 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0515175 Mar 08 20:06:59.470711 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-16eb2f77-b74e-4e10-be0d-49dcf042b0c5 req-8fa8a222-0ff8-4ead-bfbd-ea5adfdc2595 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431352 Mar 08 20:06:59.726119 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:00.587490 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428501a-37c7-4aca-8cc5-9212570aff2f req-a36d33df-4201-4257-a75d-7a4a22e41f3c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:00.589026 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0428501a-37c7-4aca-8cc5-9212570aff2f req-a36d33df-4201-4257-a75d-7a4a22e41f3c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0515695 Mar 08 20:07:00.634793 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0428501a-37c7-4aca-8cc5-9212570aff2f req-1c9f4495-9bb8-41fc-933d-b67793284438 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Mar 08 20:07:01.161846 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:01.765225 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890abb0a-6b6e-438b-817e-1af174ef0ac0 req-00ad6300-a819-4960-a00b-d113b316df89 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:01.766696 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-890abb0a-6b6e-438b-817e-1af174ef0ac0 req-00ad6300-a819-4960-a00b-d113b316df89 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0520399 Mar 08 20:07:01.812974 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-890abb0a-6b6e-438b-817e-1af174ef0ac0 req-e4d66136-b73e-456e-aa57-f89930ed3be5 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407944 Mar 08 20:07:02.422772 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:02.931169 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331edf95-0eb7-49c3-a517-3d884fa1ed4e req-909892aa-3e54-4c81-ba03-41466954a29f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:02.932577 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-331edf95-0eb7-49c3-a517-3d884fa1ed4e req-909892aa-3e54-4c81-ba03-41466954a29f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0553548 Mar 08 20:07:02.977858 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-331edf95-0eb7-49c3-a517-3d884fa1ed4e req-03572551-06fb-448c-a3d7-eb7bcd5cc1d3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398877 Mar 08 20:07:04.095191 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb1e9a-8683-4cde-9e3e-b54e961e39b8 req-4f9d4e7e-2edb-4358-a0a6-73c4dfa825d2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:04.096716 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fbfb1e9a-8683-4cde-9e3e-b54e961e39b8 req-4f9d4e7e-2edb-4358-a0a6-73c4dfa825d2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0529191 Mar 08 20:07:04.143228 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fbfb1e9a-8683-4cde-9e3e-b54e961e39b8 req-0fbfb2d7-717c-4f36-9a81-ea351f75e76c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405445 Mar 08 20:07:05.262411 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c040c62-d8cd-4639-ad10-dad63d236a53 req-cb6a1ee5-1ba4-49ac-8991-ca62c8c1dd45 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:05.263819 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4c040c62-d8cd-4639-ad10-dad63d236a53 req-cb6a1ee5-1ba4-49ac-8991-ca62c8c1dd45 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0549865 Mar 08 20:07:05.310498 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4c040c62-d8cd-4639-ad10-dad63d236a53 req-c65198dd-92e9-4c6e-8aaa-e61a5c0c8268 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410559 Mar 08 20:07:06.427694 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f534cc8-99ed-491c-9bb4-5a911663bd0e req-f644451b-e085-44a8-9bf6-8844ee162b4b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:06.429116 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8f534cc8-99ed-491c-9bb4-5a911663bd0e req-f644451b-e085-44a8-9bf6-8844ee162b4b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0524693 Mar 08 20:07:06.474263 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8f534cc8-99ed-491c-9bb4-5a911663bd0e req-ee9f8d64-fbd8-431d-9784-1dd6f3866278 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392356 Mar 08 20:07:07.591708 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ce645-9a65-4b3a-9858-cc7722c057e4 req-a2a5d2d6-7c14-4ae3-b3dc-7c8353f6bb07 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:07.593226 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-801ce645-9a65-4b3a-9858-cc7722c057e4 req-a2a5d2d6-7c14-4ae3-b3dc-7c8353f6bb07 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0516396 Mar 08 20:07:07.642545 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-801ce645-9a65-4b3a-9858-cc7722c057e4 req-b51b7b0f-67bc-445e-97e3-4fe93cc1f8b0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435693 Mar 08 20:07:08.763812 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44e1ab-32a1-4904-ada2-143c2236646b req-9f8c9461-bd41-4fdf-9c1c-7ab544305708 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:08.765319 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8e44e1ab-32a1-4904-ada2-143c2236646b req-9f8c9461-bd41-4fdf-9c1c-7ab544305708 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0513973 Mar 08 20:07:08.811102 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8e44e1ab-32a1-4904-ada2-143c2236646b req-d2d796d5-74d7-41bf-a4d2-0ba0eec02ae6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398624 Mar 08 20:07:09.926997 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7793c-76dd-4de3-b79e-e4a319e0dce1 req-b6dc99b6-929a-4c96-8cf3-30a6676fd8e2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:09.928496 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f7c7793c-76dd-4de3-b79e-e4a319e0dce1 req-b6dc99b6-929a-4c96-8cf3-30a6676fd8e2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0519819 Mar 08 20:07:09.973653 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f7c7793c-76dd-4de3-b79e-e4a319e0dce1 req-35caecfa-dfca-44d1-b627-a004a4c1ecbe tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397775 Mar 08 20:07:11.093841 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282c0ad-8fd0-4101-b89e-7cfcd7d7e51c req-975e84cf-3445-40b9-b74e-702fb9065b2e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:11.095336 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8282c0ad-8fd0-4101-b89e-7cfcd7d7e51c req-975e84cf-3445-40b9-b74e-702fb9065b2e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0561357 Mar 08 20:07:11.141897 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8282c0ad-8fd0-4101-b89e-7cfcd7d7e51c req-51333f55-23f2-4c5b-8382-4137380253f5 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404091 Mar 08 20:07:12.186440 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 37642) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:07:12.262415 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390eccc-5e8d-4bcf-a886-6c1168727340 req-7c897dcb-893d-4d51-a572-d6f0cb1e0428 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:12.265100 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1390eccc-5e8d-4bcf-a886-6c1168727340 req-7c897dcb-893d-4d51-a572-d6f0cb1e0428 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0570910 Mar 08 20:07:12.319136 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1390eccc-5e8d-4bcf-a886-6c1168727340 req-29f37621-c006-4e96-bf61-ab4713055776 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431688 Mar 08 20:07:12.596917 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:12.635711 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754463'] for router_interface (617f618d-2e14-4c4b-ad90-367d83d66f0e), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:12.876920 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Deleting port 835deec4-df72-4987-a479-bdeca2042080 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:07:12.877176 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (835deec4-df72-4987-a479-bdeca2042080), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:12.954507 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] For port 835deec4-df72-4987-a479-bdeca2042080, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=835deec4-df72-4987-a479-bdeca2042080,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:07:12.954893 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (835deec4-df72-4987-a479-bdeca2042080), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:12.966973 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Calling delete_port for 835deec4-df72-4987-a479-bdeca2042080 owned by network:router_interface {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:07:13.142170 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (835deec4-df72-4987-a479-bdeca2042080), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:13.167635 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=835deec4-df72-4987-a479-bdeca2042080,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:07:13.179739 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:13.179739 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:13.179950 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:13.180266 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:13.180630 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:13.180967 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:13.181299 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:13.181635 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:13.181966 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:13.182297 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:13.182624 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:13.182953 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:13.183275 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:13.346771 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1754411'] for router_interface (617f618d-2e14-4c4b-ad90-367d83d66f0e), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:13.486007 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57035b53-52d8-452a-b1a5-ebf968d2f965 req-93e5e4a9-5921-4aff-b0c8-c0e01619b9c2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:13.487489 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-57035b53-52d8-452a-b1a5-ebf968d2f965 req-93e5e4a9-5921-4aff-b0c8-c0e01619b9c2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0947881 Mar 08 20:07:13.581066 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-57035b53-52d8-452a-b1a5-ebf968d2f965 req-3af4aef4-eef7-4e01-9782-37b1f8e2893b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864608 Mar 08 20:07:13.636339 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Router 617f618d-2e14-4c4b-ad90-367d83d66f0e has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:07:14.009403 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:07:14.014715 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-1db98327-60ab-4f42-bb3c-479f62920e36 admin admin] 10.222.0.45 "PUT /v2.0/routers/617f618d-2e14-4c4b-ad90-367d83d66f0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8271377 Mar 08 20:07:14.017494 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 37664) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:07:14.021975 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef848c-a821-431b-bd88-6b53e5e1a976 None None] Sync routers for ids ['617f618d-2e14-4c4b-ad90-367d83d66f0e'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:07:14.031524 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef848c-a821-431b-bd88-6b53e5e1a976 None None] Routers {'617f618d-2e14-4c4b-ad90-367d83d66f0e'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:07:14.032134 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-1bef848c-a821-431b-bd88-6b53e5e1a976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:06:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['617f618d-2e14-4c4b-ad90-367d83d66f0e'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:07:14.119672 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-22102c8f-07c7-49a7-a4f9-26b3d4e14778 admin admin] Publish callbacks [] for router (617f618d-2e14-4c4b-ad90-367d83d66f0e), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:14.137640 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-1bef848c-a821-431b-bd88-6b53e5e1a976 None None] Set router 617f618d-2e14-4c4b-ad90-367d83d66f0e gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:07:14.221360 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-22102c8f-07c7-49a7-a4f9-26b3d4e14778 admin admin] Publish callbacks [] for router_gateway (617f618d-2e14-4c4b-ad90-367d83d66f0e), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:14.273814 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-22102c8f-07c7-49a7-a4f9-26b3d4e14778 admin admin] Deleting port 6dac3a95-0e95-4b8f-8fee-5ea067afd1de {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:07:14.274048 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-22102c8f-07c7-49a7-a4f9-26b3d4e14778 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (6dac3a95-0e95-4b8f-8fee-5ea067afd1de), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:14.308882 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-1bef848c-a821-431b-bd88-6b53e5e1a976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T20:07:13Z', 'revision_number': 5, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port': {'id': '6dac3a95-0e95-4b8f-8fee-5ea067afd1de', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:14Z', 'updated_at': '2022-03-08T19:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:07:14.333785 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef848c-a821-431b-bd88-6b53e5e1a976 None None] Checking router: 617f618d-2e14-4c4b-ad90-367d83d66f0e for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:07:14.342670 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef848c-a821-431b-bd88-6b53e5e1a976 None None] Routers {'617f618d-2e14-4c4b-ad90-367d83d66f0e'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:07:14.343261 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-1bef848c-a821-431b-bd88-6b53e5e1a976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:06:58Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['617f618d-2e14-4c4b-ad90-367d83d66f0e'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:07:14.351162 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [None req-22102c8f-07c7-49a7-a4f9-26b3d4e14778 admin admin] For port 6dac3a95-0e95-4b8f-8fee-5ea067afd1de, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=6dac3a95-0e95-4b8f-8fee-5ea067afd1de,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:07:14.351686 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-22102c8f-07c7-49a7-a4f9-26b3d4e14778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (6dac3a95-0e95-4b8f-8fee-5ea067afd1de), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:14.363511 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-22102c8f-07c7-49a7-a4f9-26b3d4e14778 admin admin] Calling delete_port for 6dac3a95-0e95-4b8f-8fee-5ea067afd1de owned by network:router_gateway {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:07:14.538420 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-22102c8f-07c7-49a7-a4f9-26b3d4e14778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (6dac3a95-0e95-4b8f-8fee-5ea067afd1de), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:14.565481 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-1bef848c-a821-431b-bd88-6b53e5e1a976 None None] Set router 617f618d-2e14-4c4b-ad90-367d83d66f0e gateway port host: None {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:07:14.572011 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22102c8f-07c7-49a7-a4f9-26b3d4e14778 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dac3a95-0e95-4b8f-8fee-5ea067afd1de,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:07:14.619902 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-1bef848c-a821-431b-bd88-6b53e5e1a976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T20:07:14Z', 'revision_number': 6, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port_host': None}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:07:14.629896 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-22102c8f-07c7-49a7-a4f9-26b3d4e14778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1751681'] for router_gateway (617f618d-2e14-4c4b-ad90-367d83d66f0e), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:14.646805 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef848c-a821-431b-bd88-6b53e5e1a976 None None] The sync data for ids ['617f618d-2e14-4c4b-ad90-367d83d66f0e'] in dv-cinder-830093-3-iscsi is: [{'id': '617f618d-2e14-4c4b-ad90-367d83d66f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1554830836-router', 'tenant_id': '2f8fc81146d843659f7b027db2238ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T20:07:14Z', 'revision_number': 6, 'project_id': '2f8fc81146d843659f7b027db2238ff7', 'gw_port_host': None}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:07:14.754670 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-22102c8f-07c7-49a7-a4f9-26b3d4e14778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8573'] for router (617f618d-2e14-4c4b-ad90-367d83d66f0e), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:14.761456 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-22102c8f-07c7-49a7-a4f9-26b3d4e14778 admin admin] Publish callbacks [] for router_controller (617f618d-2e14-4c4b-ad90-367d83d66f0e), precommit_delete_associations {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:14.821820 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd916c74-963e-4504-ab92-6cc39fa8c445 req-24a9fa75-83b6-4964-9f5f-217ffce8c333 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:14.823361 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cd916c74-963e-4504-ab92-6cc39fa8c445 req-24a9fa75-83b6-4964-9f5f-217ffce8c333 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.1643350 Mar 08 20:07:14.824530 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-22102c8f-07c7-49a7-a4f9-26b3d4e14778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1754914'] for router (617f618d-2e14-4c4b-ad90-367d83d66f0e), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:14.825086 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22102c8f-07c7-49a7-a4f9-26b3d4e14778 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 617f618d-2e14-4c4b-ad90-367d83d66f0e {{(pid=109689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:07:14.829945 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-22102c8f-07c7-49a7-a4f9-26b3d4e14778 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:14.833746 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-22102c8f-07c7-49a7-a4f9-26b3d4e14778 admin admin] 10.222.0.45 "DELETE /v2.0/routers/617f618d-2e14-4c4b-ad90-367d83d66f0e HTTP/1.1" status: 204 len: 168 time: 0.8153265 Mar 08 20:07:14.834879 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 37672) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:07:14.882092 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Deleting subnet 9ca6f325-a313-48b4-874a-63f6de10419f {{(pid=109690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:07:14.882598 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cd916c74-963e-4504-ab92-6cc39fa8c445 req-f659a184-d03e-4bd6-8d42-e7925a77c599 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435779 Mar 08 20:07:14.885279 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Publish callbacks [] for subnet (9ca6f325-a313-48b4-874a-63f6de10419f), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:14.924456 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30217747'] for subnet (9ca6f325-a313-48b4-874a-63f6de10419f), precommit_delete_associations {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:14.998052 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651235'] for subnet (9ca6f325-a313-48b4-874a-63f6de10419f), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.048771 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31980216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30349085'] for subnet (9ca6f325-a313-48b4-874a-63f6de10419f), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.073697 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca6f325-a313-48b4-874a-63f6de10419f,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:07:15.078204 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.082204 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9ca6f325-a313-48b4-874a-63f6de10419f HTTP/1.1" status: 204 len: 168 time: 0.2459574 Mar 08 20:07:15.084709 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f802bd-0d00-4ce5-815a-205221d708d3 None None] Network b3f5b26d-7786-4d76-b026-0184c6ebc557 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:07:15.085299 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 37674) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:07:15.088756 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.089118 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.089474 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.089819 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.090160 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.090497 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.090830 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.091163 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.092094 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.092094 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.092342 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.092479 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.092806 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7081c5b-6da2-412d-8bb9-0108bc92c7ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.160992 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627052'] for network (b3f5b26d-7786-4d76-b026-0184c6ebc557), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.173707 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 835deec4-df72-4987-a479-bdeca2042080 no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:07:15.196553 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 835deec4-df72-4987-a479-bdeca2042080 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:07:15.196917 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 835deec4-df72-4987-a479-bdeca2042080 not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:07:15.220031 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] Deleting port d8ceeec5-2c7d-406b-a032-74b0181d4f2e {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:07:15.220504 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (d8ceeec5-2c7d-406b-a032-74b0181d4f2e), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.271510 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] DHCP port deletion for b3f5b26d-7786-4d76-b026-0184c6ebc557 request from dv-cinder-830093-3-iscsi {{(pid=109691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:07:15.286841 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] For port d8ceeec5-2c7d-406b-a032-74b0181d4f2e, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=d8ceeec5-2c7d-406b-a032-74b0181d4f2e,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:07:15.287325 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (d8ceeec5-2c7d-406b-a032-74b0181d4f2e), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.300962 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] Calling delete_port for d8ceeec5-2c7d-406b-a032-74b0181d4f2e owned by network:dhcp {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:07:15.323731 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Deleting port d8ceeec5-2c7d-406b-a032-74b0181d4f2e {{(pid=109691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:07:15.324204 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (d8ceeec5-2c7d-406b-a032-74b0181d4f2e), before_delete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.390078 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (d8ceeec5-2c7d-406b-a032-74b0181d4f2e), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.393005 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] For port d8ceeec5-2c7d-406b-a032-74b0181d4f2e, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=d8ceeec5-2c7d-406b-a032-74b0181d4f2e,segment=NetworkSegment(0f2deefd-34bd-4ce8-849a-361f161c03ac),segment_id=0f2deefd-34bd-4ce8-849a-361f161c03ac)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:07:15.393481 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (d8ceeec5-2c7d-406b-a032-74b0181d4f2e), precommit_delete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.407441 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Calling delete_port for d8ceeec5-2c7d-406b-a032-74b0181d4f2e owned by network:dhcp {{(pid=109691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:07:15.419208 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] No DVR routers for this DVR port d8ceeec5-2c7d-406b-a032-74b0181d4f2e on host dv-cinder-830093-3-iscsi {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:07:15.424042 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ceeec5-2c7d-406b-a032-74b0181d4f2e,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:07:15.492805 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674'] for port (d8ceeec5-2c7d-406b-a032-74b0181d4f2e), after_delete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.496949 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733548', 'neutron.services.segments.db._delete_segments_for_network-8789199064935'] for network (b3f5b26d-7786-4d76-b026-0184c6ebc557), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.517159 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f5b26d-7786-4d76-b026-0184c6ebc557']}} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:07:15.518871 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Pushing event deleted for resources: {'Port': ['ID=d8ceeec5-2c7d-406b-a032-74b0181d4f2e,revision_number=None']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:07:15.521073 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] No DVR routers for this DVR port d8ceeec5-2c7d-406b-a032-74b0181d4f2e on host dv-cinder-830093-3-iscsi {{(pid=109691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:07:15.530045 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2deefd-34bd-4ce8-849a-361f161c03ac') {'for_net_delete': True} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:07:15.530045 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2deefd-34bd-4ce8-849a-361f161c03ac') {} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:07:15.532828 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.533192 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.533529 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.533894 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.534293 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.534503 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.534879 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.535145 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.535521 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.535785 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.536110 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.537089 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.537431 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55b93b-7db6-4907-a814-141b4cacb196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:07:15.537741 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199064176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29431097'] for segment (0f2deefd-34bd-4ce8-849a-361f161c03ac), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.551102 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (0f2deefd-34bd-4ce8-849a-361f161c03ac), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.562593 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:07:15.563065 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29844251'] for segment (0f2deefd-34bd-4ce8-849a-361f161c03ac), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: Traceback (most recent call last): Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: timer() Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: cb(*args, **kw) Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: return func(*args, **kwargs) Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: self._notify() Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: self.callback(batched_events) Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: event.method(event) Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: return f(self, *a, **k) Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: return self._get(url).json() Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: return self.request(url, 'GET', **kwargs) Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:07:15.564810 dv-cinder-830093-3-iscsi neutron-server[109689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:07:15.620056 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1751717'] for network (b3f5b26d-7786-4d76-b026-0184c6ebc557), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.627679 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.631405 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b3f5b26d-7786-4d76-b026-0184c6ebc557 HTTP/1.1" status: 204 len: 168 time: 0.5445597 Mar 08 20:07:15.642022 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28aa41-f83d-419a-ba19-10b92d140711 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f5b26d-7786-4d76-b026-0184c6ebc557,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:07:15.741474 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 37680) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:07:15.784417 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-d35a757e-5ffc-44f4-9370-d2834d1e27b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f8fc81146d843659f7b027db2238ff7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416484 Mar 08 20:07:15.786740 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 37684) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:07:15.834615 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3ed2400b-d50a-4d65-88ae-cc4091fae00c admin admin] Publish callbacks [] for security_group (45a5877e-d477-4c4d-8e37-c93c358c5d12), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.855467 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3ed2400b-d50a-4d65-88ae-cc4091fae00c admin admin] Publish callbacks [] for security_group (45a5877e-d477-4c4d-8e37-c93c358c5d12), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.902368 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3ed2400b-d50a-4d65-88ae-cc4091fae00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (45a5877e-d477-4c4d-8e37-c93c358c5d12), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.905139 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3ed2400b-d50a-4d65-88ae-cc4091fae00c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:15.906297 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-3ed2400b-d50a-4d65-88ae-cc4091fae00c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/45a5877e-d477-4c4d-8e37-c93c358c5d12 HTTP/1.1" status: 204 len: 168 time: 0.1180937 Mar 08 20:07:15.914787 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2400b-d50a-4d65-88ae-cc4091fae00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a5877e-d477-4c4d-8e37-c93c358c5d12,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:07:16.006418 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a5129-4473-4acf-b1c0-afee9889d5a8 req-5b25343d-3da8-4e95-afd4-4817a43b841a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:16.007913 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-972a5129-4473-4acf-b1c0-afee9889d5a8 req-5b25343d-3da8-4e95-afd4-4817a43b841a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0530028 Mar 08 20:07:16.055083 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-972a5129-4473-4acf-b1c0-afee9889d5a8 req-125aa90d-5ad0-4429-a4a3-fcae7cf49bad tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415385 Mar 08 20:07:16.759102 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 6dac3a95-0e95-4b8f-8fee-5ea067afd1de no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:07:16.778410 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 6dac3a95-0e95-4b8f-8fee-5ea067afd1de {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:07:16.778756 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 6dac3a95-0e95-4b8f-8fee-5ea067afd1de not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:07:16.779164 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device d8ceeec5-2c7d-406b-a032-74b0181d4f2e no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:07:16.797430 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: d8ceeec5-2c7d-406b-a032-74b0181d4f2e {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:07:16.797774 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device d8ceeec5-2c7d-406b-a032-74b0181d4f2e not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:07:17.178994 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571e519-47de-4be3-80c7-ddc85a0ae732 req-cffce5ed-d9b6-4def-ad38-4e263378330a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:17.180496 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b571e519-47de-4be3-80c7-ddc85a0ae732 req-cffce5ed-d9b6-4def-ad38-4e263378330a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0562963 Mar 08 20:07:17.226610 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b571e519-47de-4be3-80c7-ddc85a0ae732 req-9f2abd4a-104b-4a19-8252-d18f679c5480 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406098 Mar 08 20:07:17.385547 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:07:17.585565 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 37742) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:07:17.687897 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dbf79be8-b007-43d3-9076-020097bebca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:17.764783 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dbf79be8-b007-43d3-9076-020097bebca7 admin admin] Publish callbacks [] for security_group (8023007e-dd6c-432c-81a8-edc823692881), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:17.768673 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dbf79be8-b007-43d3-9076-020097bebca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (8023007e-dd6c-432c-81a8-edc823692881), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:17.806868 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-dbf79be8-b007-43d3-9076-020097bebca7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e4dd57b38f745ad82d0c14125de6cf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201118 Mar 08 20:07:17.807806 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf79be8-b007-43d3-9076-020097bebca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8023007e-dd6c-432c-81a8-edc823692881,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:07:17.810318 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 37748) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:07:17.862502 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8c7bda83-1942-4f29-982d-eebff672f222 admin admin] Publish callbacks [] for security_group (8023007e-dd6c-432c-81a8-edc823692881), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:17.882582 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8c7bda83-1942-4f29-982d-eebff672f222 admin admin] Publish callbacks [] for security_group (8023007e-dd6c-432c-81a8-edc823692881), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:17.932394 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8c7bda83-1942-4f29-982d-eebff672f222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (8023007e-dd6c-432c-81a8-edc823692881), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:17.935013 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8c7bda83-1942-4f29-982d-eebff672f222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:17.936246 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-8c7bda83-1942-4f29-982d-eebff672f222 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8023007e-dd6c-432c-81a8-edc823692881 HTTP/1.1" status: 204 len: 168 time: 0.1241853 Mar 08 20:07:17.943877 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bda83-1942-4f29-982d-eebff672f222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8023007e-dd6c-432c-81a8-edc823692881,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:07:18.186080 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 37756) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:07:18.199303 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-87e7b2e1-7220-4d2f-b8ad-8d13e6a71fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:18.271184 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-87e7b2e1-7220-4d2f-b8ad-8d13e6a71fe1 admin admin] Publish callbacks [] for security_group (bbf865af-a53b-40c7-885b-136b16007645), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:18.276385 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-87e7b2e1-7220-4d2f-b8ad-8d13e6a71fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (bbf865af-a53b-40c7-885b-136b16007645), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:18.315176 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-87e7b2e1-7220-4d2f-b8ad-8d13e6a71fe1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7bbd5b96cbfb4ff2a520b01654b68858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277311 Mar 08 20:07:18.316255 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7b2e1-7220-4d2f-b8ad-8d13e6a71fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf865af-a53b-40c7-885b-136b16007645,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:07:18.319175 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 37760) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:07:18.359806 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79fa8f-2cdc-49d5-999f-3c5f1a607b7d req-59b73149-cad3-4d69-bace-c2d8bd696086 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:18.361361 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-aa79fa8f-2cdc-49d5-999f-3c5f1a607b7d req-59b73149-cad3-4d69-bace-c2d8bd696086 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0658903 Mar 08 20:07:18.367581 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-5f7a0e96-a609-499f-9cac-c98afba9bb52 admin admin] Publish callbacks [] for security_group (bbf865af-a53b-40c7-885b-136b16007645), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:18.391326 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-5f7a0e96-a609-499f-9cac-c98afba9bb52 admin admin] Publish callbacks [] for security_group (bbf865af-a53b-40c7-885b-136b16007645), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:18.410808 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-aa79fa8f-2cdc-49d5-999f-3c5f1a607b7d req-7edc6881-48b6-4065-b4a5-3f4eed733bee tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438933 Mar 08 20:07:18.437514 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-5f7a0e96-a609-499f-9cac-c98afba9bb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (bbf865af-a53b-40c7-885b-136b16007645), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:18.440003 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-5f7a0e96-a609-499f-9cac-c98afba9bb52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:18.441174 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-5f7a0e96-a609-499f-9cac-c98afba9bb52 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bbf865af-a53b-40c7-885b-136b16007645 HTTP/1.1" status: 204 len: 168 time: 0.1210880 Mar 08 20:07:18.448948 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a0e96-a609-499f-9cac-c98afba9bb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf865af-a53b-40c7-885b-136b16007645,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:07:19.540353 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3724e-745e-4b4c-9c33-7d763129a781 req-9e19798f-702d-4528-89f0-7515d48828d1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:19.541878 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a3f3724e-745e-4b4c-9c33-7d763129a781 req-9e19798f-702d-4528-89f0-7515d48828d1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0543590 Mar 08 20:07:19.587923 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a3f3724e-745e-4b4c-9c33-7d763129a781 req-58669061-1333-40e7-89b3-30625f406efc tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405993 Mar 08 20:07:20.705019 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586903a6-4091-42b2-9fb0-a1e22e759d6e req-244d18b8-afb3-47b4-81ac-14365baf28ca tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:20.706501 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-586903a6-4091-42b2-9fb0-a1e22e759d6e req-244d18b8-afb3-47b4-81ac-14365baf28ca tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0513282 Mar 08 20:07:20.751988 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-586903a6-4091-42b2-9fb0-a1e22e759d6e req-86831497-9aa7-492e-b85e-02af9c003e61 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394335 Mar 08 20:07:21.874177 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee0ca3-c78c-4086-8264-2eba7787f10b req-5478aa4f-7189-46b3-97a3-91d7087a6045 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:21.875673 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b8ee0ca3-c78c-4086-8264-2eba7787f10b req-5478aa4f-7189-46b3-97a3-91d7087a6045 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0557706 Mar 08 20:07:21.922469 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b8ee0ca3-c78c-4086-8264-2eba7787f10b req-da8f17ed-03df-4b2b-8c72-382e6d7c450e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403202 Mar 08 20:07:23.038197 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714503a-bfe1-45ef-8690-fb911e92ef7e req-a7a699f0-68ec-4e30-9419-469b0523948c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:23.039674 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1714503a-bfe1-45ef-8690-fb911e92ef7e req-a7a699f0-68ec-4e30-9419-469b0523948c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0525277 Mar 08 20:07:23.085466 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1714503a-bfe1-45ef-8690-fb911e92ef7e req-27f4cca7-33c7-4e71-86d6-f50cee49ff17 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404062 Mar 08 20:07:24.206487 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab2474-a852-49c7-b144-69ccfeb2e488 req-f1f42612-d771-4baa-9d1f-46bf09bd4122 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:24.207980 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d7ab2474-a852-49c7-b144-69ccfeb2e488 req-f1f42612-d771-4baa-9d1f-46bf09bd4122 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0562251 Mar 08 20:07:24.253758 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d7ab2474-a852-49c7-b144-69ccfeb2e488 req-2e01f73f-1712-44e4-86fc-90986544e696 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396841 Mar 08 20:07:25.369183 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba416622-c149-4c74-80f2-04b9ca6f5886 req-5aaa0edf-a6cf-4607-a6d4-101f36799884 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:25.370643 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ba416622-c149-4c74-80f2-04b9ca6f5886 req-5aaa0edf-a6cf-4607-a6d4-101f36799884 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0516963 Mar 08 20:07:25.415552 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ba416622-c149-4c74-80f2-04b9ca6f5886 req-99e61957-0162-4fea-8d9c-50adc1e6a60c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394070 Mar 08 20:07:26.203342 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c1493502-6b57-414b-bd51-46f682477669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:26.533052 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63b6b9-6695-4c36-a91a-2ff8d28838e0 req-874a2389-6683-4274-b345-6d7a80fba6ae tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:26.534517 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fb63b6b9-6695-4c36-a91a-2ff8d28838e0 req-874a2389-6683-4274-b345-6d7a80fba6ae tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0512505 Mar 08 20:07:26.583156 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fb63b6b9-6695-4c36-a91a-2ff8d28838e0 req-a504eebe-619f-471d-99a3-12ac962022d6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426564 Mar 08 20:07:27.699434 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10321fa-719a-469c-8d37-92cc77d9d399 req-15ac49b5-82ad-4198-8496-cf8dd8e950d6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:27.700938 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c10321fa-719a-469c-8d37-92cc77d9d399 req-15ac49b5-82ad-4198-8496-cf8dd8e950d6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0522816 Mar 08 20:07:27.748046 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c10321fa-719a-469c-8d37-92cc77d9d399 req-5473d088-8e7b-481c-bb6e-19464c1c0cc0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415826 Mar 08 20:07:28.456133 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-321ac2e5-1da6-44a6-b8a3-3db113c6113f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:28.866074 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a4650-9926-47a7-bd19-5016069e42c1 req-c77274fb-2504-4c1b-8b52-e8e3967cba93 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:28.867551 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-440a4650-9926-47a7-bd19-5016069e42c1 req-c77274fb-2504-4c1b-8b52-e8e3967cba93 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0520599 Mar 08 20:07:28.913549 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-440a4650-9926-47a7-bd19-5016069e42c1 req-14d0d350-c41c-4940-b002-71cfe2569c95 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404913 Mar 08 20:07:29.725139 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:30.032024 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4afb99-4eb2-414a-898d-bfad7ae5516f req-143f1480-b3d3-4937-af6d-5550ea0054a8 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:30.033428 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7c4afb99-4eb2-414a-898d-bfad7ae5516f req-143f1480-b3d3-4937-af6d-5550ea0054a8 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0549197 Mar 08 20:07:30.077993 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7c4afb99-4eb2-414a-898d-bfad7ae5516f req-8c824f6e-3ef8-450b-bb0f-378f774f2b45 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385897 Mar 08 20:07:31.164726 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:31.197208 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65cc7f-3869-4313-81b3-2d207dc0f0d9 req-de6b6f3d-4a30-456e-abee-a9ff0b0fa08b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:31.198679 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-de65cc7f-3869-4313-81b3-2d207dc0f0d9 req-de6b6f3d-4a30-456e-abee-a9ff0b0fa08b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0539892 Mar 08 20:07:31.244859 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-de65cc7f-3869-4313-81b3-2d207dc0f0d9 req-4e714d6d-90e0-48a7-a486-409e2f1a4bc1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404840 Mar 08 20:07:32.360558 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97fcc3-7555-4f53-81d9-2f774d9d3d3b req-7592c312-9308-48ac-ae6b-4b168bac11f4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:32.362035 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8e97fcc3-7555-4f53-81d9-2f774d9d3d3b req-7592c312-9308-48ac-ae6b-4b168bac11f4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0522265 Mar 08 20:07:32.410784 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8e97fcc3-7555-4f53-81d9-2f774d9d3d3b req-60df69ba-2992-4a5e-9ffd-2b9b38603916 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425813 Mar 08 20:07:32.426741 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:32.836419 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b7ccecf9-9a97-4ba4-8ec7-17b00823f2a2 req-fcc042a6-9fc8-4c37-85dd-00c1899c0d63 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429406 Mar 08 20:07:32.919588 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccecf9-9a97-4ba4-8ec7-17b00823f2a2 req-82cb214b-6149-44eb-9515-c2b10344a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:32.921179 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b7ccecf9-9a97-4ba4-8ec7-17b00823f2a2 req-82cb214b-6149-44eb-9515-c2b10344a330 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0440454 Mar 08 20:07:33.022198 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccecf9-9a97-4ba4-8ec7-17b00823f2a2 req-d99e79ca-667a-4141-a1df-9bd890686539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:33.023658 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b7ccecf9-9a97-4ba4-8ec7-17b00823f2a2 req-d99e79ca-667a-4141-a1df-9bd890686539 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0855489 Mar 08 20:07:33.088214 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b7ccecf9-9a97-4ba4-8ec7-17b00823f2a2 req-57a5397c-07c7-43fa-b126-6e315a3fcbb2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0573933 Mar 08 20:07:33.138630 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccecf9-9a97-4ba4-8ec7-17b00823f2a2 req-8fb10e42-70aa-427d-b614-857ffeb2829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:33.140310 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b7ccecf9-9a97-4ba4-8ec7-17b00823f2a2 req-8fb10e42-70aa-427d-b614-857ffeb2829b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0454021 Mar 08 20:07:33.191934 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccecf9-9a97-4ba4-8ec7-17b00823f2a2 req-e7d869e5-7fc5-4f15-a2b1-7e45fa3456a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:33.193965 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b7ccecf9-9a97-4ba4-8ec7-17b00823f2a2 req-e7d869e5-7fc5-4f15-a2b1-7e45fa3456a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476329 Mar 08 20:07:33.280019 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b7ccecf9-9a97-4ba4-8ec7-17b00823f2a2 req-f532eb3f-eff0-4a49-8888-048b5384a7bb service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798943 Mar 08 20:07:33.367840 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b7ccecf9-9a97-4ba4-8ec7-17b00823f2a2 req-155c8557-dbc6-404f-9da1-625086b6de70 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820796 Mar 08 20:07:33.529700 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090249e-1ebb-4af8-ae1c-18794def8e5a req-157b8d16-0598-42b9-96b8-bd59663f260b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:33.531172 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e090249e-1ebb-4af8-ae1c-18794def8e5a req-157b8d16-0598-42b9-96b8-bd59663f260b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0531871 Mar 08 20:07:33.576067 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e090249e-1ebb-4af8-ae1c-18794def8e5a req-2a64261f-830e-4b44-be66-b3aacf9fbce4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394354 Mar 08 20:07:34.693316 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea20755-58fb-403c-9931-51ad1b953fb1 req-087d62ce-ec8b-43fe-ad36-e32dd000f11c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:34.694806 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cea20755-58fb-403c-9931-51ad1b953fb1 req-087d62ce-ec8b-43fe-ad36-e32dd000f11c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0520055 Mar 08 20:07:34.744780 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cea20755-58fb-403c-9931-51ad1b953fb1 req-98bbf1cc-97b2-4c60-a9b5-8c5cdc65d65b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446167 Mar 08 20:07:35.860573 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebfc3e-d0b7-4180-b227-69c9653c2e58 req-07c5a207-61ab-450c-b1be-04f62997d0b9 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:35.862018 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-20ebfc3e-d0b7-4180-b227-69c9653c2e58 req-07c5a207-61ab-450c-b1be-04f62997d0b9 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0516031 Mar 08 20:07:35.910924 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-20ebfc3e-d0b7-4180-b227-69c9653c2e58 req-7fe8b1c3-e95b-4fb7-892f-dd8924cb97ea tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424588 Mar 08 20:07:37.028827 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e4cd4-676d-4118-ab32-6e6a00e298fe req-88da5a89-062e-4616-bb18-46000ec900c0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:37.030207 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ec9e4cd4-676d-4118-ab32-6e6a00e298fe req-88da5a89-062e-4616-bb18-46000ec900c0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0539508 Mar 08 20:07:37.075234 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ec9e4cd4-676d-4118-ab32-6e6a00e298fe req-d60e047f-0c39-4284-843f-054bb2132c29 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396309 Mar 08 20:07:38.201372 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b1e08-bc13-4673-b2cc-1ab1b8874531 req-bebdbc2b-f4c5-4745-a576-03b843f59984 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:38.202863 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1f6b1e08-bc13-4673-b2cc-1ab1b8874531 req-bebdbc2b-f4c5-4745-a576-03b843f59984 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0616784 Mar 08 20:07:38.247585 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1f6b1e08-bc13-4673-b2cc-1ab1b8874531 req-b0b143fe-903e-4e7d-84be-924b3080b747 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393255 Mar 08 20:07:39.362074 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f14d55-ea67-44c7-8615-2d57f2f728a4 req-f82faf31-d839-48ad-9c9b-83c84d6f09f7 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:39.363553 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d2f14d55-ea67-44c7-8615-2d57f2f728a4 req-f82faf31-d839-48ad-9c9b-83c84d6f09f7 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0504491 Mar 08 20:07:39.408227 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d2f14d55-ea67-44c7-8615-2d57f2f728a4 req-1d0a9213-3e5d-429c-82af-784426b42b53 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385442 Mar 08 20:07:40.524625 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693591ed-f44b-4760-9f53-5809fd1395fe req-6e20272b-0bad-4c21-9663-7d7b7104b2c0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:40.526365 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-693591ed-f44b-4760-9f53-5809fd1395fe req-6e20272b-0bad-4c21-9663-7d7b7104b2c0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0523512 Mar 08 20:07:40.575532 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-693591ed-f44b-4760-9f53-5809fd1395fe req-fa25bce6-402f-4a58-aa07-8cfbbce35fed tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436084 Mar 08 20:07:41.691798 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee2882-635f-4688-a434-eb90ef6668a2 req-e74d9ee7-039a-4925-8982-364d74968f8a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:41.693294 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a6ee2882-635f-4688-a434-eb90ef6668a2 req-e74d9ee7-039a-4925-8982-364d74968f8a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0519755 Mar 08 20:07:41.738210 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a6ee2882-635f-4688-a434-eb90ef6668a2 req-2f62b49c-b275-4261-bee7-f734abf7d10f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394082 Mar 08 20:07:42.591378 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:42.856863 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f399f5a-75f7-4726-aeb3-48f93b589aad req-8a1e1442-2284-4716-b175-5029a986fa8a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:42.858334 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6f399f5a-75f7-4726-aeb3-48f93b589aad req-8a1e1442-2284-4716-b175-5029a986fa8a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0529284 Mar 08 20:07:42.903150 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6f399f5a-75f7-4726-aeb3-48f93b589aad req-f2d73982-b317-477f-bfb5-7e35f67fc513 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394869 Mar 08 20:07:44.022274 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111bf39-3933-43b7-9f18-388c5c337946 req-445dc703-6169-4386-8a88-1bd8c28039a2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:44.023649 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e111bf39-3933-43b7-9f18-388c5c337946 req-445dc703-6169-4386-8a88-1bd8c28039a2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0557914 Mar 08 20:07:44.024247 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-8758725f-e820-4a28-983f-61a9d6ac3a50 service neutron] (109689) timed out ('10.222.0.45', 60878) {{(pid=109689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:07:44.068546 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e111bf39-3933-43b7-9f18-388c5c337946 req-701bcb72-623f-472e-8920-9af3f39b81bd tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389910 Mar 08 20:07:44.199515 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [req-7dcafecd-4953-4475-b1fa-288ca9f9dbdc req-7fe85053-39af-431f-a63c-d87567a94361 tempest-TestShelveInstance-471806902 tempest-TestShelveInstance-471806902-project] (109689) timed out ('10.222.0.45', 60886) {{(pid=109689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:07:45.186531 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e833f1-4a7d-42d7-9d97-d1f89b28fb00 req-78728561-5385-49a6-ad6b-34a5953302fe tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:45.188056 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f0e833f1-4a7d-42d7-9d97-d1f89b28fb00 req-78728561-5385-49a6-ad6b-34a5953302fe tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0528719 Mar 08 20:07:45.233919 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f0e833f1-4a7d-42d7-9d97-d1f89b28fb00 req-3d732f0d-951a-40ed-82ac-0ca0502a764c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Mar 08 20:07:46.352342 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9de83-d630-4873-823a-fd6fb4e15841 req-056dd2c0-5f5e-47f8-8e12-3a7fa17575c1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:46.353967 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3dd9de83-d630-4873-823a-fd6fb4e15841 req-056dd2c0-5f5e-47f8-8e12-3a7fa17575c1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0549464 Mar 08 20:07:46.399455 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3dd9de83-d630-4873-823a-fd6fb4e15841 req-8083720d-8d31-457b-a32c-8412f9e2e10b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400741 Mar 08 20:07:47.514362 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1949c8-7c36-4e07-9a33-0a8b35478525 req-c7d12c52-c13a-4df4-b085-69f7cb2f1018 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:47.515815 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a1949c8-7c36-4e07-9a33-0a8b35478525 req-c7d12c52-c13a-4df4-b085-69f7cb2f1018 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0504937 Mar 08 20:07:47.560434 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a1949c8-7c36-4e07-9a33-0a8b35478525 req-7ce99ac2-a200-4741-8397-8ebc759384be tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385213 Mar 08 20:07:48.675451 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7a24f-b59f-4212-855f-5a64c94974a4 req-315722a5-c4ca-44ca-8ea6-6ca0e2fe999d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:48.677452 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-acc7a24f-b59f-4212-855f-5a64c94974a4 req-315722a5-c4ca-44ca-8ea6-6ca0e2fe999d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0512569 Mar 08 20:07:48.726536 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-acc7a24f-b59f-4212-855f-5a64c94974a4 req-93b042ba-b58c-4fda-9446-8a1be7de88c1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435908 Mar 08 20:07:49.843196 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82836bd-6391-48bf-bffc-63fffb5cf7d9 req-7f0b33f0-0d5a-42af-acbd-6e16a1f59b0d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:49.844701 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e82836bd-6391-48bf-bffc-63fffb5cf7d9 req-7f0b33f0-0d5a-42af-acbd-6e16a1f59b0d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0514023 Mar 08 20:07:49.889687 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e82836bd-6391-48bf-bffc-63fffb5cf7d9 req-5a353604-8cdd-4381-a940-1f770bf6730f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390172 Mar 08 20:07:51.003471 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb65a07-1a2f-4d6f-b3de-e4f7afdb6fc3 req-a8c8954b-4d6b-455b-9772-1113f3850a80 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:51.004904 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bb65a07-1a2f-4d6f-b3de-e4f7afdb6fc3 req-a8c8954b-4d6b-455b-9772-1113f3850a80 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0508687 Mar 08 20:07:51.049685 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bb65a07-1a2f-4d6f-b3de-e4f7afdb6fc3 req-35b80e45-14d3-469a-8539-1f7d0c6fa304 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393519 Mar 08 20:07:52.416995 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b7960-047c-4891-9d66-e46768891c55 req-96dd07cc-f9c4-4f47-9e8e-ae78e4009f1c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:52.418485 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6e0b7960-047c-4891-9d66-e46768891c55 req-96dd07cc-f9c4-4f47-9e8e-ae78e4009f1c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.1518548 Mar 08 20:07:52.464308 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6e0b7960-047c-4891-9d66-e46768891c55 req-8f27dd96-3dbc-432e-bef9-fa529a0f5038 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401533 Mar 08 20:07:53.581077 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f00ae9-1bc1-4ded-af75-e607753aedd5 req-595a0814-1430-4935-a1a3-46e5db965adb tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:53.582540 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-59f00ae9-1bc1-4ded-af75-e607753aedd5 req-595a0814-1430-4935-a1a3-46e5db965adb tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0534482 Mar 08 20:07:53.627657 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-59f00ae9-1bc1-4ded-af75-e607753aedd5 req-9e865d4d-ef8d-41a2-9008-96f4439750df tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396163 Mar 08 20:07:54.385152 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:07:54.742967 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f55bc-2cf1-4d5e-8a0a-4cd7778d3d95 req-500cd65a-6320-4af4-97dc-06ada243af58 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:54.744477 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c30f55bc-2cf1-4d5e-8a0a-4cd7778d3d95 req-500cd65a-6320-4af4-97dc-06ada243af58 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0519502 Mar 08 20:07:54.793354 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c30f55bc-2cf1-4d5e-8a0a-4cd7778d3d95 req-9f606475-55e9-4977-886f-9b542f6d80c5 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435374 Mar 08 20:07:55.908400 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705c9a4-94fa-4223-b190-588cbbd62710 req-64fbc88b-eed4-497e-b29b-76b82e176b27 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:55.909840 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3705c9a4-94fa-4223-b190-588cbbd62710 req-64fbc88b-eed4-497e-b29b-76b82e176b27 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0511668 Mar 08 20:07:55.953811 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3705c9a4-94fa-4223-b190-588cbbd62710 req-eaf25984-cb08-44b3-a94b-0e720ab28758 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386257 Mar 08 20:07:56.203967 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e478481d-e70e-4c1d-99ce-9fa1339cabcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:57.074852 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002a52b-3273-46a0-86fd-964b8e8ffa8a req-becf3797-6967-459a-95da-aba37f6ce7ae tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:57.076328 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3002a52b-3273-46a0-86fd-964b8e8ffa8a req-becf3797-6967-459a-95da-aba37f6ce7ae tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0511172 Mar 08 20:07:57.122022 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3002a52b-3273-46a0-86fd-964b8e8ffa8a req-9fef4353-e042-4265-bd59-dac5f6b63120 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402834 Mar 08 20:07:58.245681 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253b63c-d196-4921-acb8-9e8ed54a4df4 req-0a0abca4-f017-44a9-8427-8ebad781ab40 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:58.247138 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2253b63c-d196-4921-acb8-9e8ed54a4df4 req-0a0abca4-f017-44a9-8427-8ebad781ab40 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0556080 Mar 08 20:07:58.291605 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2253b63c-d196-4921-acb8-9e8ed54a4df4 req-c92f6bf2-9090-4d43-842e-e6c77e1a38f0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391045 Mar 08 20:07:58.457579 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-01170f97-64b8-441f-8b88-b134ec88d840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:59.407379 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f01a37-7df3-4a82-b4cf-1522df4729e4 req-2192ea93-5aff-4177-be6b-3c6279b6b750 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:07:59.408870 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d2f01a37-7df3-4a82-b4cf-1522df4729e4 req-2192ea93-5aff-4177-be6b-3c6279b6b750 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0515158 Mar 08 20:07:59.452915 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d2f01a37-7df3-4a82-b4cf-1522df4729e4 req-8efeb036-aa59-4b90-b617-c5fd9c73b984 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387189 Mar 08 20:07:59.731077 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:07:59.806167 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [req-5a763c04-70d2-4d8d-bf05-3d88365267d1 req-be726708-d756-4ee5-a968-1cab4466f4d6 service neutron] (109690) timed out ('10.222.0.45', 58828) {{(pid=109690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:07:59.881849 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [req-5a763c04-70d2-4d8d-bf05-3d88365267d1 req-bad25b53-e08f-4181-bbae-64b43ef8741f tempest-AttachVolumeShelveTestJSON-565309690 tempest-AttachVolumeShelveTestJSON-565309690-project] (109689) timed out ('10.222.0.45', 58836) {{(pid=109689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:08:00.570998 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb14357-7470-4ca8-bb29-70fce724b9c7 req-b7919ad5-5fde-4239-97a9-c02c9d2ec578 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:00.572497 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ebb14357-7470-4ca8-bb29-70fce724b9c7 req-b7919ad5-5fde-4239-97a9-c02c9d2ec578 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0549641 Mar 08 20:08:00.618246 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ebb14357-7470-4ca8-bb29-70fce724b9c7 req-4f342849-5868-4c67-8dd4-5e144fd15a62 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403085 Mar 08 20:08:01.168372 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:08:01.732449 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb5114-b3f3-42d6-9a28-fe9ada37416d req-16fbd70f-fb6a-4a06-9790-6cc6bae34a30 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:01.733895 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cacb5114-b3f3-42d6-9a28-fe9ada37416d req-16fbd70f-fb6a-4a06-9790-6cc6bae34a30 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0505722 Mar 08 20:08:01.779187 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cacb5114-b3f3-42d6-9a28-fe9ada37416d req-12143da6-f240-4422-a204-f94ca29dc070 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393384 Mar 08 20:08:02.430251 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:08:02.894223 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798dc2ff-805f-493e-96df-f22a753c9caf req-ae9f87b2-4258-4cb4-99d0-6f87caa13851 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:02.896222 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-798dc2ff-805f-493e-96df-f22a753c9caf req-ae9f87b2-4258-4cb4-99d0-6f87caa13851 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0525823 Mar 08 20:08:02.945823 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-798dc2ff-805f-493e-96df-f22a753c9caf req-eac1e5e0-79a5-47ec-8d10-fe44d2c0e8f7 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439548 Mar 08 20:08:04.064032 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ff6dd-59cc-4243-998b-5225c2fa38b0 req-7da6fb32-7416-4b61-807a-82a1b9fdf62e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:04.065533 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9c7ff6dd-59cc-4243-998b-5225c2fa38b0 req-7da6fb32-7416-4b61-807a-82a1b9fdf62e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0527174 Mar 08 20:08:04.110786 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9c7ff6dd-59cc-4243-998b-5225c2fa38b0 req-25278683-5ebe-4a01-ba4a-8ad19d63a0e2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392792 Mar 08 20:08:05.229298 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154d8e0-4cc9-4583-91fe-9c2781c7bf43 req-9ec32f83-06c8-4a5d-bd2d-a13ffa4d684f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:05.230832 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2154d8e0-4cc9-4583-91fe-9c2781c7bf43 req-9ec32f83-06c8-4a5d-bd2d-a13ffa4d684f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0513427 Mar 08 20:08:05.279287 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2154d8e0-4cc9-4583-91fe-9c2781c7bf43 req-4ecc0dcc-24cb-4057-9c4d-030260add58e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431302 Mar 08 20:08:06.395884 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19956a-b307-4d45-a6fe-dc80f56e64a1 req-6df84415-8163-4836-a501-9d837301d7fb tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:06.397283 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ab19956a-b307-4d45-a6fe-dc80f56e64a1 req-6df84415-8163-4836-a501-9d837301d7fb tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0545168 Mar 08 20:08:06.442540 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ab19956a-b307-4d45-a6fe-dc80f56e64a1 req-84c04cfd-6ffe-4907-be90-0c1b896a49a6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395353 Mar 08 20:08:07.556749 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb303b-804b-4362-abcd-e19e1ba6d1d8 req-9f72c101-b597-4f66-aad6-d21bccf8c846 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:07.558192 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fccb303b-804b-4362-abcd-e19e1ba6d1d8 req-9f72c101-b597-4f66-aad6-d21bccf8c846 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0509429 Mar 08 20:08:07.602969 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fccb303b-804b-4362-abcd-e19e1ba6d1d8 req-38398a6d-35e5-4f96-ab25-7a6231528f43 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393496 Mar 08 20:08:08.718060 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850e144-f7b9-4038-865b-f9b02eb8b836 req-9110f9c6-97a1-40ea-8e0f-c705c8fc934d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:08.719523 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1850e144-f7b9-4038-865b-f9b02eb8b836 req-9110f9c6-97a1-40ea-8e0f-c705c8fc934d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0510423 Mar 08 20:08:08.768484 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1850e144-f7b9-4038-865b-f9b02eb8b836 req-e292a325-73ce-4737-8dd3-caeebe6159e5 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435450 Mar 08 20:08:09.883948 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d243c-7ffc-47ea-9678-8476b3762f07 req-7213378b-58f8-4276-814c-44fff288a99e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:09.885425 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-060d243c-7ffc-47ea-9678-8476b3762f07 req-7213378b-58f8-4276-814c-44fff288a99e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0514507 Mar 08 20:08:09.930319 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-060d243c-7ffc-47ea-9678-8476b3762f07 req-57792c1d-cc7a-43fc-9a92-644da0e427d1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395474 Mar 08 20:08:11.043986 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a50abc-c416-4d9c-893c-ea389db5ac8b req-6c46ad56-9c0f-4d89-8abe-7ce26e2237d3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:11.045387 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e5a50abc-c416-4d9c-893c-ea389db5ac8b req-6c46ad56-9c0f-4d89-8abe-7ce26e2237d3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0508604 Mar 08 20:08:11.091173 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e5a50abc-c416-4d9c-893c-ea389db5ac8b req-2efb66a0-9199-40fa-88d3-c7badd14fec7 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404317 Mar 08 20:08:12.208522 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cd29c-f919-46a7-bcea-ca19e62344ac req-da1dae25-dced-460c-814b-98483fa6c886 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:12.209957 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-673cd29c-f919-46a7-bcea-ca19e62344ac req-da1dae25-dced-460c-814b-98483fa6c886 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0543561 Mar 08 20:08:12.254576 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-673cd29c-f919-46a7-bcea-ca19e62344ac req-0b88c9f7-0b8d-48df-853b-1ac9429f54f8 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392332 Mar 08 20:08:12.607891 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:08:13.376270 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e9b87-bdcd-416c-b574-69004b8799ed req-b4d747fa-4a25-4387-8250-affa22248aff tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:13.377678 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e47e9b87-bdcd-416c-b574-69004b8799ed req-b4d747fa-4a25-4387-8250-affa22248aff tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0506732 Mar 08 20:08:13.422596 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e47e9b87-bdcd-416c-b574-69004b8799ed req-fdc99c9b-9533-4307-b486-1442cc2e0cf3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394521 Mar 08 20:08:14.541445 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56012317-5848-40ec-8ed6-32f4cd3ef3b0 req-20cf6040-13ad-45a0-86de-83ae9eec8b7c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:14.542904 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-56012317-5848-40ec-8ed6-32f4cd3ef3b0 req-20cf6040-13ad-45a0-86de-83ae9eec8b7c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0545433 Mar 08 20:08:14.587686 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-56012317-5848-40ec-8ed6-32f4cd3ef3b0 req-d4b0fd42-3efa-4bec-9fe3-4636c41f438d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388474 Mar 08 20:08:15.704820 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c0422-95e3-48e1-b484-a6e462b12b12 req-2c5cd594-5621-44a1-8051-55928e99749b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:15.706322 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0f2c0422-95e3-48e1-b484-a6e462b12b12 req-2c5cd594-5621-44a1-8051-55928e99749b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0534618 Mar 08 20:08:15.753441 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0f2c0422-95e3-48e1-b484-a6e462b12b12 req-c55e40f9-a4ca-45a8-b34d-40eff8b29a97 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415595 Mar 08 20:08:16.026064 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [req-4a557daa-edf2-40ac-aa9b-609b325c80d2 req-996cf2c0-f81b-4ac9-9116-d31c0a3b25aa service neutron] (109689) timed out ('10.222.0.60', 60417) {{(pid=109689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:08:16.929041 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ff049-81ae-444b-a424-c84bfa74850f req-b1881542-c82e-4994-a97d-bdb10350fdf3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:16.930531 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7a6ff049-81ae-444b-a424-c84bfa74850f req-b1881542-c82e-4994-a97d-bdb10350fdf3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.1038287 Mar 08 20:08:16.975823 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7a6ff049-81ae-444b-a424-c84bfa74850f req-ffabc478-8cfa-4a53-8495-ffa1ec22f679 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392034 Mar 08 20:08:18.089875 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4741a-6353-4167-b3d4-acff44590011 req-61929ced-82ab-4255-bc6d-4476d52faa15 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:18.091348 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-97c4741a-6353-4167-b3d4-acff44590011 req-61929ced-82ab-4255-bc6d-4476d52faa15 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0510554 Mar 08 20:08:18.140222 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-97c4741a-6353-4167-b3d4-acff44590011 req-e67fbb0b-59f1-430b-8ede-8a1d0a4a07fa tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434656 Mar 08 20:08:19.255345 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da090351-78fa-46d0-9702-e09754437ecc req-b408aecd-0c57-45ce-a924-713c46d2b6a0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:19.256840 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-da090351-78fa-46d0-9702-e09754437ecc req-b408aecd-0c57-45ce-a924-713c46d2b6a0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0508091 Mar 08 20:08:19.305136 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-da090351-78fa-46d0-9702-e09754437ecc req-108c9620-741c-4271-b5b0-a55d22970be2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421579 Mar 08 20:08:20.420413 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd7e1a-a98a-416a-8665-ef7f119086c2 req-8d4ff677-0a3e-4779-9e40-4fe8c3a94cc7 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:20.421896 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f2fd7e1a-a98a-416a-8665-ef7f119086c2 req-8d4ff677-0a3e-4779-9e40-4fe8c3a94cc7 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0515420 Mar 08 20:08:20.467326 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f2fd7e1a-a98a-416a-8665-ef7f119086c2 req-eefc4c18-6434-4926-bc42-3ade90c3a5ee tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399733 Mar 08 20:08:21.588538 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40349c-689e-4e4a-a62f-a1018568d2e0 req-cde1fb40-a748-4101-957c-36408b7a1519 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:21.590282 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fb40349c-689e-4e4a-a62f-a1018568d2e0 req-cde1fb40-a748-4101-957c-36408b7a1519 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0561199 Mar 08 20:08:21.636141 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fb40349c-689e-4e4a-a62f-a1018568d2e0 req-746a7942-fa68-49ba-959a-c29306786db0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403314 Mar 08 20:08:22.755629 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8687f63-e20c-4425-8006-3b705efa30d3 req-278f55c0-56e9-4fec-a64c-709cd3c5caa6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:22.757133 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d8687f63-e20c-4425-8006-3b705efa30d3 req-278f55c0-56e9-4fec-a64c-709cd3c5caa6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0510361 Mar 08 20:08:22.803108 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d8687f63-e20c-4425-8006-3b705efa30d3 req-01bd49b5-52f2-4357-bd9c-07967572caf5 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400677 Mar 08 20:08:23.918270 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcb234-8a08-499a-a4ea-10679601e044 req-6585a929-45db-4440-a842-048428bb8450 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:23.919719 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-17dcb234-8a08-499a-a4ea-10679601e044 req-6585a929-45db-4440-a842-048428bb8450 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0510552 Mar 08 20:08:23.967132 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-17dcb234-8a08-499a-a4ea-10679601e044 req-12afceac-79c4-48f9-8467-aa70941ea3bb tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Mar 08 20:08:25.083827 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f805463-cd58-4fc3-aa65-dec7c1579098 req-7b0f1e3e-dc7c-464e-b239-a39530a83fec tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:25.085320 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6f805463-cd58-4fc3-aa65-dec7c1579098 req-7b0f1e3e-dc7c-464e-b239-a39530a83fec tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0506239 Mar 08 20:08:25.131166 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6f805463-cd58-4fc3-aa65-dec7c1579098 req-98a28c87-0c1f-4560-8e46-f7e69eff2cc8 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397685 Mar 08 20:08:26.205782 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-2db5ae24-47d0-41d0-b0f7-332c7899e5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:08:26.249259 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4f16-ec2a-4e12-b6b5-028382ca4dc4 req-42302f52-3ec4-4fce-88bd-538d1d510252 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:26.250740 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7bbd4f16-ec2a-4e12-b6b5-028382ca4dc4 req-42302f52-3ec4-4fce-88bd-538d1d510252 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0535128 Mar 08 20:08:26.295853 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7bbd4f16-ec2a-4e12-b6b5-028382ca4dc4 req-e63f33f8-6956-44e2-bdcf-dcded2c8fb5f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397019 Mar 08 20:08:27.424966 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d880b7-78ff-4a00-ad33-5c51932383ea req-46064b31-ead9-40be-ae52-930d1a953fe7 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:27.426499 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-92d880b7-78ff-4a00-ad33-5c51932383ea req-46064b31-ead9-40be-ae52-930d1a953fe7 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0563650 Mar 08 20:08:27.474970 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-92d880b7-78ff-4a00-ad33-5c51932383ea req-370a0e64-7be4-4523-ab8f-eeac2b77e89b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429780 Mar 08 20:08:28.461378 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-ac410792-4ea8-4735-bf8a-1549dd8ac4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:08:28.592087 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ca5d1-c414-41b3-8c95-3f6f3e6f54cf req-19c9cb7b-1a3f-407f-9c48-0b54b5211031 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:28.593523 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-251ca5d1-c414-41b3-8c95-3f6f3e6f54cf req-19c9cb7b-1a3f-407f-9c48-0b54b5211031 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0529392 Mar 08 20:08:28.638838 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-251ca5d1-c414-41b3-8c95-3f6f3e6f54cf req-33e5a67e-fc91-4795-9fc5-f2c5ac1b9e28 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398810 Mar 08 20:08:29.733749 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:08:29.761363 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04deb649-ea1a-463e-864e-ba29a802e02f req-ce4b27fa-9802-4db4-a438-cc046d328730 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:29.762858 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-04deb649-ea1a-463e-864e-ba29a802e02f req-ce4b27fa-9802-4db4-a438-cc046d328730 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0565512 Mar 08 20:08:29.807892 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-04deb649-ea1a-463e-864e-ba29a802e02f req-d51ca679-3866-4ccf-8a97-083aa0426ea5 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396185 Mar 08 20:08:30.922767 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b5d9f-8bf3-4bb8-9c42-771bcacb88da req-ed3ff88e-c3ec-424f-8e34-cbbf77177293 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:30.924215 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bd8b5d9f-8bf3-4bb8-9c42-771bcacb88da req-ed3ff88e-c3ec-424f-8e34-cbbf77177293 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0511851 Mar 08 20:08:30.969061 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bd8b5d9f-8bf3-4bb8-9c42-771bcacb88da req-8919fab7-ab7b-4ff2-8990-24d1182aad5f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393484 Mar 08 20:08:31.170904 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:08:31.384545 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:08:32.084580 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36abce1-96fe-4346-a571-aae5ae87b252 req-a2e3a2dd-c412-4313-880b-d57034e7ed78 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:32.086036 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c36abce1-96fe-4346-a571-aae5ae87b252 req-a2e3a2dd-c412-4313-880b-d57034e7ed78 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0499978 Mar 08 20:08:32.135088 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c36abce1-96fe-4346-a571-aae5ae87b252 req-e1d02d4b-6fa6-47d4-8e00-a7d01c3aeaa5 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430150 Mar 08 20:08:32.432521 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:08:33.251084 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfdcd0-8b9a-48ce-9392-2bf5fc8bc490 req-9f102661-5922-4a6f-a069-5eb141e1dbb1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:33.252561 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-96bfdcd0-8b9a-48ce-9392-2bf5fc8bc490 req-9f102661-5922-4a6f-a069-5eb141e1dbb1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0508060 Mar 08 20:08:33.297828 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-96bfdcd0-8b9a-48ce-9392-2bf5fc8bc490 req-36a225c8-332c-4bf9-a783-820901ab8d79 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398440 Mar 08 20:08:34.414447 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a2951-9bdc-42cf-987b-b6751209c7fd req-84d0b9c3-8299-41ee-9298-92abdc07b81c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:34.415830 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-255a2951-9bdc-42cf-987b-b6751209c7fd req-84d0b9c3-8299-41ee-9298-92abdc07b81c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0515208 Mar 08 20:08:34.460894 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-255a2951-9bdc-42cf-987b-b6751209c7fd req-a03285f9-f753-40b8-ab08-2981b99ee7e5 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396132 Mar 08 20:08:34.859034 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d0e0da73-5926-47bc-bd71-3ffaf941c866 req-252b33f2-48ae-4920-bcf2-783e3b035a9d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843298 Mar 08 20:08:34.949757 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0da73-5926-47bc-bd71-3ffaf941c866 req-2e19b8c0-1d71-4f69-ac25-8143bf16629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:34.951276 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d0e0da73-5926-47bc-bd71-3ffaf941c866 req-2e19b8c0-1d71-4f69-ac25-8143bf16629e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0508945 Mar 08 20:08:35.055926 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0da73-5926-47bc-bd71-3ffaf941c866 req-b8f22e38-e3df-449d-882b-a43ad331ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:35.057325 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d0e0da73-5926-47bc-bd71-3ffaf941c866 req-b8f22e38-e3df-449d-882b-a43ad331ec5f service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0816686 Mar 08 20:08:35.125239 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d0e0da73-5926-47bc-bd71-3ffaf941c866 req-790b729b-b1bb-40cb-8395-9fcc3b48e023 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0613170 Mar 08 20:08:35.173071 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0da73-5926-47bc-bd71-3ffaf941c866 req-6993a1dc-f214-493a-a348-c2c0b14ce671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:35.174547 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d0e0da73-5926-47bc-bd71-3ffaf941c866 req-6993a1dc-f214-493a-a348-c2c0b14ce671 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0443580 Mar 08 20:08:35.223430 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0da73-5926-47bc-bd71-3ffaf941c866 req-79fae21a-ebd0-4f68-abc6-103bd528e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:35.225333 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d0e0da73-5926-47bc-bd71-3ffaf941c866 req-79fae21a-ebd0-4f68-abc6-103bd528e21a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451126 Mar 08 20:08:35.237941 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [req-d0e0da73-5926-47bc-bd71-3ffaf941c866 req-6124308c-0116-4d86-93f8-3f65409cc900 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:08:35.239391 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d0e0da73-5926-47bc-bd71-3ffaf941c866 req-6124308c-0116-4d86-93f8-3f65409cc900 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071325 Mar 08 20:08:35.583002 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e0737-5abd-42b5-babd-11d1972c86c6 req-fe505a42-730a-41f9-96d5-1678ef64f228 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:35.584516 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-db1e0737-5abd-42b5-babd-11d1972c86c6 req-fe505a42-730a-41f9-96d5-1678ef64f228 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0571508 Mar 08 20:08:35.596662 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d0e0da73-5926-47bc-bd71-3ffaf941c866 req-5badf10d-6e33-4876-b94a-9a9f84a4d950 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514729 Mar 08 20:08:35.630519 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-db1e0737-5abd-42b5-babd-11d1972c86c6 req-96047d67-31f7-4018-bbb8-0e7221bca024 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404894 Mar 08 20:08:35.683592 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d0e0da73-5926-47bc-bd71-3ffaf941c866 req-bb418c14-2c14-4c82-8ed5-e5535af1ba12 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807853 Mar 08 20:08:36.748041 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef80d0-1b21-4fc1-8d04-0c449c6c9d81 req-76688051-a4b7-4d47-8381-df8644123b21 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:36.749738 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-02ef80d0-1b21-4fc1-8d04-0c449c6c9d81 req-76688051-a4b7-4d47-8381-df8644123b21 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0527391 Mar 08 20:08:36.795267 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-02ef80d0-1b21-4fc1-8d04-0c449c6c9d81 req-a7063052-bed4-4128-b8ff-0579bffed484 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Mar 08 20:08:37.912115 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a2239-0ac1-456b-87b3-bfa07513a919 req-d2f95e85-b58b-4714-bb61-9f3a51c990de tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:37.913678 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-148a2239-0ac1-456b-87b3-bfa07513a919 req-d2f95e85-b58b-4714-bb61-9f3a51c990de tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0514681 Mar 08 20:08:37.961359 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-148a2239-0ac1-456b-87b3-bfa07513a919 req-beec0402-3248-4600-b9a9-c227452e001e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422461 Mar 08 20:08:39.078324 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc8a4-2892-4642-809f-8a89d4956c97 req-5bb1835f-7cb3-462c-9fcc-1d596ef39c9f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:39.079799 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-983fc8a4-2892-4642-809f-8a89d4956c97 req-5bb1835f-7cb3-462c-9fcc-1d596ef39c9f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0530195 Mar 08 20:08:39.127274 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-983fc8a4-2892-4642-809f-8a89d4956c97 req-d599d580-eaa8-4deb-b70b-55526d40bef8 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 Mar 08 20:08:40.247080 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdfdab-6163-4f40-9684-edf3022722a0 req-1b6c96ba-981f-4fe7-89c1-9ada57a368e3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:40.248586 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0abdfdab-6163-4f40-9684-edf3022722a0 req-1b6c96ba-981f-4fe7-89c1-9ada57a368e3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0518951 Mar 08 20:08:40.294077 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0abdfdab-6163-4f40-9684-edf3022722a0 req-9bc20cc9-4e4b-4875-85c1-3b5e7fa749a9 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398078 Mar 08 20:08:41.414661 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639bc34-4b4c-4b8d-968e-fe1478fb7a20 req-f3ad0d6f-1f5c-4219-9b67-78f66043f306 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:41.416022 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e639bc34-4b4c-4b8d-968e-fe1478fb7a20 req-f3ad0d6f-1f5c-4219-9b67-78f66043f306 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0554063 Mar 08 20:08:41.462390 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e639bc34-4b4c-4b8d-968e-fe1478fb7a20 req-1f3bb895-7140-4702-8810-09d15d5d3de3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Mar 08 20:08:42.585878 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50f276-995f-4bc7-8681-20807da1dac2 req-17413055-669d-4f13-96f6-ca038d7d0da3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:42.587275 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6e50f276-995f-4bc7-8681-20807da1dac2 req-17413055-669d-4f13-96f6-ca038d7d0da3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0556285 Mar 08 20:08:42.608629 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:08:42.634210 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6e50f276-995f-4bc7-8681-20807da1dac2 req-6eade7d0-cf13-4cb4-8ad3-92f9b0b960b7 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413957 Mar 08 20:08:43.753285 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ea618-9ae1-488c-8850-940bc3e868aa req-dd4af8fd-433a-4558-acf9-4b3dea7eb6ed tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:43.754748 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-681ea618-9ae1-488c-8850-940bc3e868aa req-dd4af8fd-433a-4558-acf9-4b3dea7eb6ed tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0543742 Mar 08 20:08:43.800145 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-681ea618-9ae1-488c-8850-940bc3e868aa req-87981180-a756-4059-b4f0-6b36208383eb tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399275 Mar 08 20:08:44.915107 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d88c7-f9ca-49c2-8972-7472c6ae4aa0 req-a04e0833-43f2-4527-ac4f-225533e1050d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:44.916574 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-809d88c7-f9ca-49c2-8972-7472c6ae4aa0 req-a04e0833-43f2-4527-ac4f-225533e1050d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0508971 Mar 08 20:08:44.961015 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-809d88c7-f9ca-49c2-8972-7472c6ae4aa0 req-33cb73e3-4260-4db4-8404-ebff571c9212 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390642 Mar 08 20:08:46.076654 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5904f7-dede-4161-9737-965727762124 req-eb56045a-733c-43b7-b3db-5a897d200509 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:46.078108 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3f5904f7-dede-4161-9737-965727762124 req-eb56045a-733c-43b7-b3db-5a897d200509 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0509124 Mar 08 20:08:46.126808 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3f5904f7-dede-4161-9737-965727762124 req-884c8623-1a56-4a34-ad95-b9738b125125 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432940 Mar 08 20:08:47.245570 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18653dd8-b63d-42da-ac2d-32999bd4c8fb req-3fdfcda6-3e1d-4e86-95e5-2a5d38c6f44b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:47.249814 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-18653dd8-b63d-42da-ac2d-32999bd4c8fb req-3fdfcda6-3e1d-4e86-95e5-2a5d38c6f44b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0528374 Mar 08 20:08:47.295478 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-18653dd8-b63d-42da-ac2d-32999bd4c8fb req-aebd4c8c-8a80-49b4-aeca-39ece4c0d340 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405350 Mar 08 20:08:48.409394 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb6b8f-05f7-4bc8-b3dd-c6eac94d0f8c req-e16422f6-91cf-40c8-b305-7202236aca0c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:48.410775 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-72cb6b8f-05f7-4bc8-b3dd-c6eac94d0f8c req-e16422f6-91cf-40c8-b305-7202236aca0c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0514483 Mar 08 20:08:48.455850 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-72cb6b8f-05f7-4bc8-b3dd-c6eac94d0f8c req-914b7ac2-5ec8-45d5-99c6-b6342eb7fc6c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396361 Mar 08 20:08:49.573811 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390b23e-27fc-47f6-9162-7b68336e11e1 req-19bfe8c9-e094-4a87-9e9b-4e625c57a70b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:49.575846 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7390b23e-27fc-47f6-9162-7b68336e11e1 req-19bfe8c9-e094-4a87-9e9b-4e625c57a70b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0550356 Mar 08 20:08:49.621310 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7390b23e-27fc-47f6-9162-7b68336e11e1 req-9e26d4e0-f7ea-4999-9cad-5889f3bbb0d5 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393884 Mar 08 20:08:50.735445 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b3d84-7d4c-4274-86a6-be699b97e22f req-d70c010c-ca5d-471f-9799-c45562d052d9 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:50.736939 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4f1b3d84-7d4c-4274-86a6-be699b97e22f req-d70c010c-ca5d-471f-9799-c45562d052d9 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0511076 Mar 08 20:08:50.782257 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4f1b3d84-7d4c-4274-86a6-be699b97e22f req-787aaac5-edc4-41ff-bd5b-e898a91f04fc tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399222 Mar 08 20:08:51.897305 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46e78b-100a-48d8-8cad-f3310ee25f32 req-08721a6e-38cb-44a2-8e50-7035e05c35c1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:51.899001 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9d46e78b-100a-48d8-8cad-f3310ee25f32 req-08721a6e-38cb-44a2-8e50-7035e05c35c1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0512891 Mar 08 20:08:51.948054 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9d46e78b-100a-48d8-8cad-f3310ee25f32 req-9b759b00-bdba-40d0-9c01-92e01e486b4e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436075 Mar 08 20:08:53.065200 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de925e2e-9cef-4578-8a98-8e48e2b13581 req-3c7ccd7b-79c6-4221-8508-cad48b47b76b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:53.066701 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-de925e2e-9cef-4578-8a98-8e48e2b13581 req-3c7ccd7b-79c6-4221-8508-cad48b47b76b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0528970 Mar 08 20:08:53.113661 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-de925e2e-9cef-4578-8a98-8e48e2b13581 req-c21bfc47-264e-4d58-a802-8952784efb8e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 Mar 08 20:08:54.114381 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f431e00-1f52-4732-8b42-e92ea14ee7cf req-0f7fd392-5ab7-4f0e-b041-c3627ddd1df6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:54.115864 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9f431e00-1f52-4732-8b42-e92ea14ee7cf req-0f7fd392-5ab7-4f0e-b041-c3627ddd1df6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0522106 Mar 08 20:08:54.210993 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-9f431e00-1f52-4732-8b42-e92ea14ee7cf req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Deleting port b795f2a0-a5c0-454f-8fbe-956e41ba2c9c {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:08:54.211341 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-9f431e00-1f52-4732-8b42-e92ea14ee7cf req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (b795f2a0-a5c0-454f-8fbe-956e41ba2c9c), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:08:54.231901 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04276dc4-a98c-4920-9283-e2f4939b11ae req-04d13de8-dd99-47b6-b114-901a060d2ba4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:08:54.233415 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-04276dc4-a98c-4920-9283-e2f4939b11ae req-04d13de8-dd99-47b6-b114-901a060d2ba4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 945 time: 0.0523233 Mar 08 20:08:54.279222 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-04276dc4-a98c-4920-9283-e2f4939b11ae req-b3dddf4b-0a3c-4d71-a710-dcdbc7365eb9 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/security-groups?id=dbb2a848-6215-4c08-84c3-09213159d542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Mar 08 20:08:54.304658 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-9f431e00-1f52-4732-8b42-e92ea14ee7cf req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] For port b795f2a0-a5c0-454f-8fbe-956e41ba2c9c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b795f2a0-a5c0-454f-8fbe-956e41ba2c9c,segment=NetworkSegment(c37a5047-594c-45eb-a67d-04be86042a0d),segment_id=c37a5047-594c-45eb-a67d-04be86042a0d)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:08:54.305023 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-9f431e00-1f52-4732-8b42-e92ea14ee7cf req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (b795f2a0-a5c0-454f-8fbe-956e41ba2c9c), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:08:54.316519 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-9f431e00-1f52-4732-8b42-e92ea14ee7cf req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Calling delete_port for b795f2a0-a5c0-454f-8fbe-956e41ba2c9c owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:08:54.437856 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-9f431e00-1f52-4732-8b42-e92ea14ee7cf req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (b795f2a0-a5c0-454f-8fbe-956e41ba2c9c), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:08:54.449275 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['b795f2a0-a5c0-454f-8fbe-956e41ba2c9c'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:08:54.469276 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Pushing event deleted for resources: {'Port': ['ID=b795f2a0-a5c0-454f-8fbe-956e41ba2c9c,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:08:54.495345 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:08:54.496340 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:08:54.496697 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:08:54.497040 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:08:54.497373 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:08:54.497704 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:08:54.498035 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:08:54.498363 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:08:54.498690 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:08:54.499017 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:08:54.499342 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:08:54.499666 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:08:54.499987 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:08:54.519604 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f431e00-1f52-4732-8b42-e92ea14ee7cf req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] No DVR routers for this DVR port b795f2a0-a5c0-454f-8fbe-956e41ba2c9c on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:08:54.521957 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-9f431e00-1f52-4732-8b42-e92ea14ee7cf req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:08:54.525488 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9f431e00-1f52-4732-8b42-e92ea14ee7cf req-f5ab9854-73cf-43f1-bb78-c6ebf33ee91c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.60 "DELETE /v2.0/ports/b795f2a0-a5c0-454f-8fbe-956e41ba2c9c HTTP/1.1" status: 204 len: 173 time: 0.4036970 Mar 08 20:08:54.525923 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf15cfb8-7c73-418b-b268-1fc064fc717f', 'name': 'network-vif-deleted', 'tag': 'b795f2a0-a5c0-454f-8fbe-956e41ba2c9c'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:08:54.528157 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dbc77f-0a8c-4619-846d-716378518cb2" -d '{"events": [{"server_uuid": "cf15cfb8-7c73-418b-b268-1fc064fc717f", "name": "network-vif-deleted", "tag": "b795f2a0-a5c0-454f-8fbe-956e41ba2c9c"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:08:54.621999 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee703cf6-7300-48a2-be0f-5dceb1ace627 x-openstack-request-id: req-ee703cf6-7300-48a2-be0f-5dceb1ace627 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:08:54.622297 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf15cfb8-7c73-418b-b268-1fc064fc717f", "name": "network-vif-deleted", "tag": "b795f2a0-a5c0-454f-8fbe-956e41ba2c9c", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:08:54.622558 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee703cf6-7300-48a2-be0f-5dceb1ace627 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:08:54.622968 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf15cfb8-7c73-418b-b268-1fc064fc717f', 'name': 'network-vif-deleted', 'tag': 'b795f2a0-a5c0-454f-8fbe-956e41ba2c9c', 'status': 'completed', 'code': 200} Mar 08 20:08:55.376593 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-658e448f-0fcf-4280-8e19-7dae4e0ff392 req-33579b65-c4d9-4d8d-a358-a111be52a9be tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0301893 Mar 08 20:08:56.208638 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-34fe9920-e922-4cda-9e83-ffa1743c140b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:08:56.467362 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-729afb34-23ab-4839-99b4-894733857441 req-13ff6855-1f8f-4645-853a-f1d115a10eaf tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0269823 Mar 08 20:08:56.796391 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device b795f2a0-a5c0-454f-8fbe-956e41ba2c9c no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:08:56.815407 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: b795f2a0-a5c0-454f-8fbe-956e41ba2c9c {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:08:56.815754 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device b795f2a0-a5c0-454f-8fbe-956e41ba2c9c not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:08:57.559592 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-937da289-bda9-4515-870c-19921bd8e350 req-19a170c1-f936-4592-8e73-67c82834800b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0273831 Mar 08 20:08:58.461242 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-fd2f932c-1286-4976-b7c4-9c757228857b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:08:58.650424 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-43cd8360-6c49-4f0e-9690-5f3a1b9aa5c5 req-a16b2331-d831-41b2-93cf-926e554232c0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0269368 Mar 08 20:08:59.735294 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:08:59.742429 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9d0255bd-6184-4878-9e26-6398e80f3b98 req-6600a686-aa4f-4be5-8bd7-cc2df5eca9fa tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0270360 Mar 08 20:09:00.833957 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-09610ab2-1c34-4066-ad83-48597bf74004 req-688c8bb5-75a8-4ca3-b760-c6610e966f24 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0258987 Mar 08 20:09:01.173723 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:09:01.931074 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-abba36f7-8816-414c-b00c-1ac62199764c req-ab6b4f1f-e1e0-4934-aaae-b34bba980f0e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0304158 Mar 08 20:09:02.435303 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:09:03.023808 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-996a4273-37f5-45f3-8f44-eb0e14c98553 req-09e8f400-f714-465e-b84f-dfc44d5eceee tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0266604 Mar 08 20:09:04.116901 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-de45d2c2-5ac3-4a22-b1a4-576b8635145f req-42370395-b42e-438a-8a5a-4411990787c2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0265510 Mar 08 20:09:05.209665 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e3d022a7-981c-4694-a151-382fdd0c2473 req-cb27afa3-47a0-4fa4-ab32-efece48ba55f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0269823 Mar 08 20:09:06.301421 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8056c3ec-90d5-4479-8e4b-7d571c751977 req-0a096b19-282d-49ec-8b69-e9a285768b27 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0264595 Mar 08 20:09:07.393193 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e50445bd-588c-4e62-94bf-41f1ed305b29 req-6b410be4-d811-40c2-a5d3-b1f44cf682c9 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0268238 Mar 08 20:09:08.384041 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:09:08.706504 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-134ca052-9bda-409b-b401-61819f0e4819 req-c9bc5042-e818-4c06-a68c-9ff6973119fa tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.2482877 Mar 08 20:09:09.799205 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-41ea7b30-0314-420b-9505-6d14e9e96f51 req-93d28ecb-9f86-4b2e-830e-73886841c517 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0257761 Mar 08 20:09:10.890349 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0c8e32de-58cf-4194-913e-01153a61fac8 req-6206615f-3fc5-4a10-b229-35e08a8445ac tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0265992 Mar 08 20:09:11.982013 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-782a8089-edd8-4841-81a3-a35b6ea9b9ac req-83241d48-9daa-4de8-9046-5a7d2865b39d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0268052 Mar 08 20:09:12.623743 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:09:13.076257 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-be5b16b3-474a-423c-afa6-3b5cb810c73e req-5c6568a6-32e7-4f4e-9445-bdf0d4765d6c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0286181 Mar 08 20:09:14.169176 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-45096afa-62a1-4833-92f1-909fc1bb6b0a req-0b568ea4-aa7d-4d26-bcaa-46f961b40432 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0273681 Mar 08 20:09:15.265304 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-501f4ef4-1dec-411c-91e5-1135f504cfd5 req-99e45e39-6dec-40bd-adf3-4828238b6e90 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0310438 Mar 08 20:09:16.359880 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-dc04e404-6724-4cfd-a8d2-e7a5d8859ad8 req-c4076dff-fc98-43a5-b6fa-05f5d6f880b6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0264382 Mar 08 20:09:17.451552 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c373f7fb-478e-4015-9f04-c1a88b8718ee req-1120df38-eaa2-433c-a39b-13f3b5c69032 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0270376 Mar 08 20:09:18.547317 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-95746f42-f377-4cfc-b75d-45418765521b req-e6f8b9a5-a83f-4196-a429-747a2277b006 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0299797 Mar 08 20:09:19.638974 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-87d6ea05-1a17-4966-ba0d-a4dd06df2129 req-68387297-26f8-40ae-be0b-4840df6ddb46 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0259202 Mar 08 20:09:20.734344 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-650cde1b-e69e-4466-a1d6-ced6c9c30b26 req-76b7248d-d306-4ade-90d5-86be561062ec tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0267394 Mar 08 20:09:21.825327 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b426d484-ac2e-422f-8ca7-52613b35f6b3 req-2e62ca6b-7fb3-48b4-be4e-54068decf547 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0260861 Mar 08 20:09:22.916859 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-53f041fc-7916-4ee5-b272-c236849edbf3 req-56ecc1b1-8693-49f4-8fdc-96e7c1217143 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0267937 Mar 08 20:09:24.010174 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7216919d-ae0d-47f5-8659-04671b56ae81 req-b89a0125-c379-4f3c-90cd-2f22884064a5 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0270426 Mar 08 20:09:25.103306 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cf6a0ab7-920a-4474-ad22-dcf9083ec984 req-372c879c-fcc7-482d-9d89-bd6a4276075c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0261087 Mar 08 20:09:26.198469 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b904b6b9-1a6a-4c69-afe0-eada6237586d req-70314473-9efe-4303-b9dc-3e1aad7e5601 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0290754 Mar 08 20:09:26.210197 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-cc10e13f-f27a-4dd0-9188-069e519f2109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:09:27.290364 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8592a97c-52fa-4ab2-8a7f-5d1fe1a0c71e req-9b122340-fc56-411c-83e3-5fc94f15dcd5 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0262957 Mar 08 20:09:28.382824 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a951b6d9-8e69-4468-bc05-b926ea3fb9df req-c1f187a2-7766-45f7-90a8-e1bb0f2c3cad tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0261159 Mar 08 20:09:28.462479 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e1dc405a-cc75-4bfe-8a4d-d2fa5fc11ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:09:29.475525 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c1997298-3659-4b83-9954-7ff42edce748 req-ba07d06f-94b7-4e75-9aba-1d9ddff2c8c2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0260601 Mar 08 20:09:29.738385 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:09:30.566855 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-89ddef95-9910-4b6c-940e-bc931395abb3 req-ce07674c-ad5e-4a44-8b37-24ac327a554c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0258574 Mar 08 20:09:31.177303 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:09:31.660651 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-30c23b0d-1a4c-4b2d-8c12-0ab9568ab067 req-cfbe4ca7-f6d3-4f8a-9c89-407def9b27f3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0279784 Mar 08 20:09:32.437269 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:09:32.756703 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-eb7604e4-0109-4bca-bb11-131c6b1569cb req-af133446-5ba7-4dfd-bd95-a2d24f291b29 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0310540 Mar 08 20:09:33.847633 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-682dd2d6-ffd1-428b-84a5-d21a10ee3ea1 req-79799d0c-dab5-44cf-955a-e7ef8b503a3e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0267463 Mar 08 20:09:34.942768 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5d3f75d5-1580-45da-94d0-b708b19a709e req-0affc641-2243-4ad3-89d5-cd104cf01271 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0262434 Mar 08 20:09:36.033567 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9a868f74-fe9c-459c-be87-f364bd97b65b req-3b1b646d-ef0b-4d4c-b91e-43519e96e988 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0268698 Mar 08 20:09:36.838106 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f916835e-6d84-47e2-b9df-47c7b32c14ca req-f04f2759-f128-4acf-9815-e97a0519c499 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517564 Mar 08 20:09:36.924569 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916835e-6d84-47e2-b9df-47c7b32c14ca req-dc55c9a6-d7e0-45c1-a822-9f82ce63a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:09:36.926038 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f916835e-6d84-47e2-b9df-47c7b32c14ca req-dc55c9a6-d7e0-45c1-a822-9f82ce63a1f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0468750 Mar 08 20:09:37.023472 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916835e-6d84-47e2-b9df-47c7b32c14ca req-6cbbce6d-bbdc-4382-834b-d5e2b436a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:09:37.025128 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f916835e-6d84-47e2-b9df-47c7b32c14ca req-6cbbce6d-bbdc-4382-834b-d5e2b436a640 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0820892 Mar 08 20:09:37.091436 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f916835e-6d84-47e2-b9df-47c7b32c14ca req-d1249c0b-370a-448e-8ac4-99f869ddf0ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0603154 Mar 08 20:09:37.153617 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b9b7e2d-a4e3-438c-9c73-df666082865a req-5a1e1acd-79e9-40bc-b68d-12d030c98172 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0490339 Mar 08 20:09:37.162406 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916835e-6d84-47e2-b9df-47c7b32c14ca req-f01c8133-13c5-4442-93b9-c98d49b10c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:09:37.163886 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f916835e-6d84-47e2-b9df-47c7b32c14ca req-f01c8133-13c5-4442-93b9-c98d49b10c96 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0669668 Mar 08 20:09:37.212195 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916835e-6d84-47e2-b9df-47c7b32c14ca req-4ec2e9bf-3c25-431f-a8fd-332e847a45f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:09:37.213719 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f916835e-6d84-47e2-b9df-47c7b32c14ca req-4ec2e9bf-3c25-431f-a8fd-332e847a45f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434937 Mar 08 20:09:37.302167 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f916835e-6d84-47e2-b9df-47c7b32c14ca req-9cd81e92-bef6-4ec9-8e1a-cde3dee3b11b service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820401 Mar 08 20:09:37.390503 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f916835e-6d84-47e2-b9df-47c7b32c14ca req-82ad6fab-fc4c-45ca-bb92-ecde7a8e25be service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819890 Mar 08 20:09:38.246140 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c7442202-7676-42dc-bd05-43a28b345295 req-85e446d7-d94e-4dc5-bdd2-38270d5d7923 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0269763 Mar 08 20:09:39.343721 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-179013a7-9c5e-4daa-b45b-2d714fb8326d req-d1d4cc62-51b2-4341-91e0-00826f769b5e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0288577 Mar 08 20:09:40.437838 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c1c9cd90-bded-43c1-a0f5-7d71f78cef69 req-00151020-5b20-4cd4-b67a-275a5fba74ab tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0271368 Mar 08 20:09:41.532655 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-250cbea5-9ee4-4ca2-ac69-07bdb5852cb1 req-726945e0-83c1-4fe6-a177-49b0c5df1c4e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0290332 Mar 08 20:09:42.624278 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:09:42.625716 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-625e7fee-3341-49d7-8508-e4d1ff376c6d req-97f80617-f089-4da8-b3c8-d70cbe5b4051 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0274837 Mar 08 20:09:43.720435 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f6e9354b-e81f-4174-89a5-17050d62f0ed req-d27b2f28-f489-4db9-99d1-a0cc9fa7e01b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0299456 Mar 08 20:09:44.816962 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b1251967-c971-43ba-b514-107ae2d3d49f req-6a618337-12ea-43fa-b66e-39b5dfffa86f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0328984 Mar 08 20:09:45.382376 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:09:45.911072 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2f4e135f-a62f-4572-9cd0-55fab610f317 req-0aaa58ec-67ef-4b0e-abcc-113c625cc901 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0271788 Mar 08 20:09:47.001537 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-02a6cae6-a27f-4763-9274-3b8fc530e1be req-f3e0618b-447d-43ce-a74a-2e02b0880f25 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0263805 Mar 08 20:09:48.093193 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a2354a62-6ca4-44e2-8bb5-4c43dd203273 req-eb5005ca-875c-4f40-9bc1-5d2b493e383e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0263128 Mar 08 20:09:49.187088 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d2b15414-1abd-4788-969c-dee9c141ede5 req-13b52f5a-1499-43dc-a384-14b383db414b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0275667 Mar 08 20:09:50.283663 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e8026da8-5cae-4e8c-9689-0caf0f418de9 req-155fdda4-b3ac-46cc-a95d-587bf93c3f18 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0305319 Mar 08 20:09:51.375203 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-25f43f3b-89c9-4fe5-9cc6-f7ae08ac412f req-14003744-4141-45f0-b95b-de362af7444b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0265498 Mar 08 20:09:52.466032 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-138aa272-47ba-4747-978e-0ade485949a8 req-d6516d7f-0490-4060-9dc4-02c60717f486 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0267506 Mar 08 20:09:53.559197 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bc8f202-ce86-4ac9-810f-5ac9dddf1bc7 req-7c177bb8-8412-451b-81eb-a13a526355fa tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0261798 Mar 08 20:09:54.653709 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f3a5bfec-fa76-401f-8d09-1d6cb3658e58 req-9cc5c566-9fc9-467f-a625-7549fdda0ba5 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0268583 Mar 08 20:09:55.745763 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f4e79aa7-ed56-4262-9acf-9c3e49773321 req-81ea8ea3-926f-4e20-835b-6c4d85e84662 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0270307 Mar 08 20:09:56.209949 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-5d082f89-7e08-4076-8cb9-a4bb649d4012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:09:56.840168 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d787956d-090a-42da-89c3-04f65cc4891d req-0c3daeb3-2803-4824-ac6d-6e4da096ef05 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0297339 Mar 08 20:09:57.930452 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d40da34d-6296-4143-963f-25d2df5c9f14 req-b52d0993-393f-43e3-b783-089d1bc7f5e1 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0258334 Mar 08 20:09:58.465669 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-6bb844f5-d03b-4217-b586-60c78acd2368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:09:59.021434 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-694bcee0-bb87-4d69-8c3b-f5c2155dd20f req-32c7fd46-3a53-4362-99ad-63e5b7f9584c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0258658 Mar 08 20:09:59.740441 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:00.119937 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8652732d-2416-4531-b9f5-6ce564bfeec3 req-16ae338a-61ee-4287-94ea-ca1f26450428 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0270920 Mar 08 20:10:01.182442 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:01.216030 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-802b3e56-69e1-4608-8d33-2b823d055b84 req-ca17ea02-0d4d-4321-9887-5ed2e18695d4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0265174 Mar 08 20:10:02.307776 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-10ca252a-261a-4a39-8938-d2026b3d6caf req-60853412-071a-4051-bf8c-468564ff7cb2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0271595 Mar 08 20:10:02.440818 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:03.401686 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9ffcf880-a9d1-44e2-8f94-cd4a99ac514e req-e8d81e39-c4cb-4aff-b1d3-9d5c3450f60c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0302033 Mar 08 20:10:04.494827 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-668193d7-589d-42e8-95f3-09b50e32a375 req-e0ea9368-0586-4548-a5f8-7134093f75b0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0270095 Mar 08 20:10:05.585307 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-eeefd79b-2c2e-40c1-b8cf-e12e05b8eee7 req-4269165d-3844-43cd-b7bb-5c5bbd56a392 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0265653 Mar 08 20:10:06.677237 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b805b3a3-1310-4636-a01d-f11dbb96b6a3 req-83262b3e-4825-44bc-b3dc-d8515218c3f8 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0259855 Mar 08 20:10:07.770705 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8390afce-8c96-4928-afc5-0dc57bde0efc req-a9548bfb-1ee9-450a-9755-41c7d4cbd009 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0266409 Mar 08 20:10:08.862066 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cee27949-3eab-42ee-9306-c9b1795b6ecf req-fb5ec544-89fa-4d87-8c87-ffa0573ee4f8 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0259745 Mar 08 20:10:09.956581 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-86c5125e-f4fa-4ebb-aba3-2d32c8d96677 req-01cecfc4-1d51-4245-bea6-44a392d563c4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0294156 Mar 08 20:10:11.052352 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e4f16540-b40e-4de6-9fca-7b6d9a832907 req-759b5a11-2f2b-4547-8b83-a6459b30fefb tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0271215 Mar 08 20:10:12.146480 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bec02e4-08d8-417c-8891-f7db7fccec8f req-6529fb86-8146-4db9-9eca-086e01538839 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0293069 Mar 08 20:10:12.636026 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:13.238925 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-31ab0f6f-15bc-415d-8f94-262eb17ac25f req-f9a8601b-8237-419e-9967-9e82ae8bbb3d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0261233 Mar 08 20:10:14.333699 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c27f5fc6-ccf7-4e51-819d-ba132561744b req-b267a01d-5d57-4f2a-985d-0f6f33dbb9bb tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0260413 Mar 08 20:10:15.424569 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a47ebc0a-03bf-4c39-a368-9bddfeb5a5cb req-626d2da0-63b8-4af2-8ea6-844233bd099f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0271425 Mar 08 20:10:16.518541 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8fd3d5d7-6758-42e7-8aae-073d13baea85 req-046b23d2-4e1c-4732-be07-784f6b68a18f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0299566 Mar 08 20:10:17.613793 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-919735fd-ea32-40b1-ba93-1cbff7375d4a req-80e4ad9f-be08-442b-ab8f-aa01c25e7fe5 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0293040 Mar 08 20:10:18.705747 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7014e012-9007-4242-8276-4e17f13dc878 req-38c9f71d-4c56-4dd2-8e22-253a744200c8 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0265470 Mar 08 20:10:19.805491 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a2db39fa-8ab0-4a15-a0a5-95bb57ccaa7f req-c5979c61-5e48-472d-9e60-55c4239687f4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0277898 Mar 08 20:10:20.896824 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6c419262-34c3-4fac-a00d-ad0b6ede2084 req-d20b6c55-679a-4cdd-a97c-586fee02b62e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0257101 Mar 08 20:10:21.989900 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0a47dcd5-84de-4815-9237-9a4da8c75889 req-9981c0e4-409a-4a8d-a544-aad85d377a62 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0274019 Mar 08 20:10:22.381622 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:10:23.085430 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8fb01105-995e-4674-b6d5-bfcde9ca7c5e req-938b48b6-94b4-4be7-9a5c-8c529f012f16 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0293939 Mar 08 20:10:24.177652 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e5ad40eb-1401-4da1-b203-40ecc4810d59 req-8dd3b203-2a65-440f-8fc3-d8b8be083f80 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0260305 Mar 08 20:10:25.271640 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-44051b35-4fc3-49b4-8f03-be520d01f69f req-642c9e38-fe50-4434-aa9c-00aa8865d2c6 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0265539 Mar 08 20:10:26.211895 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-49c93f15-d993-442f-a53a-01a3d205ebf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:26.362470 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-af8f7bef-1615-4de2-9220-a2b8f5ac9c30 req-af4b35bf-37f6-4837-a821-a46a9165655c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0262861 Mar 08 20:10:27.461497 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-12b45c11-9c6a-49dc-89b8-6db199b0ba76 req-85f7cdbb-8514-4bb0-b07e-568889102909 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0259633 Mar 08 20:10:28.466728 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-7eabe352-968d-42e6-9b2e-cc17fce67601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:28.557154 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dbc2c852-3e09-4058-b683-32c809b04569 req-510b29b5-09c1-4fa1-84a2-146ba4679c74 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0262098 Mar 08 20:10:29.654372 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4c22aee0-dfde-4334-a669-5d9782f50355 req-0dcbe79f-0b23-464b-861b-e9c4dbcde46d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0306997 Mar 08 20:10:29.743652 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:30.745984 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5d2f87c4-998d-4b0d-b14b-f9a54544b616 req-e93075a4-3d93-4ffe-95e9-a3a28c0b3c3b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0260112 Mar 08 20:10:31.185215 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:31.839173 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d8a5792e-8cfc-4c85-98cd-9b11920981b6 req-4fac4ed0-c8f0-41b2-bad8-bea5013f6181 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0277412 Mar 08 20:10:32.450708 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:32.931404 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c371795d-2b26-4b4b-b1b7-dc5cce09176a req-ded0811b-51ef-4954-9ce2-3d0f8c3ead0b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0265250 Mar 08 20:10:34.022811 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-005414a5-4f06-41e0-8e69-9447f980ec9f req-d3f42400-1673-42e5-8141-889a2808f35f tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0265017 Mar 08 20:10:35.113548 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-772d5593-4ecc-4af0-af53-a675b79022ca req-78cebea0-1be1-4a9e-b3e9-b95c69668721 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0258837 Mar 08 20:10:36.210618 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f90b3832-8da5-4e99-af5b-ab709cc619d6 req-dd336f35-7ff6-4f86-a887-195cd7d5819a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0295217 Mar 08 20:10:36.812374 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fc5894c3-4a23-4609-a939-761723c12521 req-3df5bee2-5d15-4584-8026-232c38332945 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432794 Mar 08 20:10:36.897639 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5894c3-4a23-4609-a939-761723c12521 req-d66cc296-454e-4bc3-9d2d-f7bad3e0e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:10:36.899165 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fc5894c3-4a23-4609-a939-761723c12521 req-d66cc296-454e-4bc3-9d2d-f7bad3e0e534 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0461316 Mar 08 20:10:37.000891 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5894c3-4a23-4609-a939-761723c12521 req-95536b4f-55d2-4e17-8e77-b274225c4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:10:37.002401 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fc5894c3-4a23-4609-a939-761723c12521 req-95536b4f-55d2-4e17-8e77-b274225c4bd7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0855093 Mar 08 20:10:37.064511 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fc5894c3-4a23-4609-a939-761723c12521 req-4d72c4e0-ecdf-45a8-a584-ee1ad7336315 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0562315 Mar 08 20:10:37.109965 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5894c3-4a23-4609-a939-761723c12521 req-bf5d957d-08f9-46f6-a607-f137161ee223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:10:37.111391 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fc5894c3-4a23-4609-a939-761723c12521 req-bf5d957d-08f9-46f6-a607-f137161ee223 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0418713 Mar 08 20:10:37.162334 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5894c3-4a23-4609-a939-761723c12521 req-f50821d0-dfb6-4238-aa73-bdb6c2ee2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:10:37.163791 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fc5894c3-4a23-4609-a939-761723c12521 req-f50821d0-dfb6-4238-aa73-bdb6c2ee2f99 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466895 Mar 08 20:10:37.257046 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fc5894c3-4a23-4609-a939-761723c12521 req-98f1c220-f162-428f-b6a4-1dde0834de2c service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864747 Mar 08 20:10:37.336419 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1e8b2fd0-70ab-4ed3-b361-0f31b430eb9c req-904122cb-329b-4e1b-a155-63d7ca4d7554 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0570619 Mar 08 20:10:37.367055 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fc5894c3-4a23-4609-a939-761723c12521 req-7f743cb3-0037-48a7-9c11-a09f4cdcbc33 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047006 Mar 08 20:10:38.429764 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bceff968-d687-4041-b527-eae0da6fa57c req-0c73265e-c8db-4c77-9e1b-540df164290b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0275559 Mar 08 20:10:39.523618 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-02395308-fc39-46de-86b6-4b7e58347e73 req-e1bffb44-e506-4e6f-b921-bd2414025635 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0275404 Mar 08 20:10:40.621459 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2666a8fb-1a12-4fda-8b31-60e0d48b6a3b req-20117040-1bdc-48aa-952c-b9e8b4274ca8 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0321941 Mar 08 20:10:41.713411 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3b4fdbf7-d675-4c27-a55b-c610dd16bdef req-b8b2e3a4-f8a1-486c-a996-27cdd7282326 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0263925 Mar 08 20:10:42.653730 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:42.804524 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f6021cf0-6545-4ad4-bf2e-0252d54ef6f1 req-88ac901f-4c0e-4ad0-9ac3-8cf4ddca28c0 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0258503 Mar 08 20:10:43.898003 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-550fdc09-ac96-4b47-80ea-4471e2441101 req-b05628f0-2fdc-41ec-874d-fdd86694dbb4 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0267160 Mar 08 20:10:44.990026 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0cbba664-bbc2-4ac5-85ba-5fae468793f3 req-ed561991-9349-4dfc-aeb8-f74428c8833d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0263641 Mar 08 20:10:46.084654 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1c6fb099-f486-4a4b-a233-f7dee3c957ad req-8c555cb1-aaeb-465e-8efa-7e8191be5149 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0267656 Mar 08 20:10:47.185047 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9fe51f08-1ef0-4a43-a7b8-379cad700bb3 req-1ad51233-bb26-4d42-89e8-47b48575e71d tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0342007 Mar 08 20:10:48.277324 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ff08fffc-bc7b-4574-be47-10a2cc83db88 req-0eaaaf00-5266-434c-a31c-2fa193d5852e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0272892 Mar 08 20:10:49.367923 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dde5d98a-d97e-4916-84c6-d3eb9b256c4b req-f4e75b02-97dd-4b67-ae55-ac9e957473db tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0259781 Mar 08 20:10:50.460581 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-61b8494a-5059-477e-a485-ecd25dac76e8 req-07e03fd3-7013-48e2-ba3e-384abf67c828 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0258389 Mar 08 20:10:51.552320 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f2b31fc3-962e-4952-ac9e-99a890f0cf9d req-20d9ec32-228a-4a87-87b8-89672ef96453 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0261006 Mar 08 20:10:52.651770 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-39de30bf-ca6b-44b1-ba06-1af72df39abb req-daa40e0d-d46f-4514-8539-df19b7ddae29 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0286098 Mar 08 20:10:53.748710 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6888de01-2ff2-4a0c-8517-4b514d79631f req-db5206da-2ff5-4104-91a7-c2b92836946b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0294647 Mar 08 20:10:54.842581 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fd20c8ed-8ea3-4161-ab68-1ee157b4748b req-2f5cdc86-7110-4aff-8c17-8e7533c00691 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0270159 Mar 08 20:10:55.934971 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2e3bfc60-c805-418c-ab3d-67a713dd041f req-899b3c05-4dc2-46a7-8c81-089ee454d023 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0269334 Mar 08 20:10:56.213945 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-017729f7-e52c-4229-aa54-4e52e10402ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:57.028892 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-52d5523b-6589-413b-a207-30ae4ff4b6cb req-385b2d1c-fa88-47b8-b976-a349c294522e tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0275726 Mar 08 20:10:58.119889 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-79ea4ed4-e1f8-42a7-b28d-ba6af7129bab req-bb782ff1-012a-4825-aae7-c04f995f9e62 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0269504 Mar 08 20:10:58.468483 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-66e338c8-b363-42a4-81f1-3356fafb99e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:59.213067 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b56d478b-8283-42cd-a81b-6fdcc719fe0a req-b2e17568-c3b2-48f9-94de-9d0dfa4f9057 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0274503 Mar 08 20:10:59.380516 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:10:59.746072 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:00.309216 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0152caf2-f478-4f72-9db2-e1c45c479a64 req-3209399a-e8d0-4924-9550-30f180893829 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0308104 Mar 08 20:11:01.187282 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:01.402398 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c9ffc80f-4856-419b-8e12-c9e014b9a271 req-670b59a5-8c46-438c-b784-77c2b992c01c tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0271356 Mar 08 20:11:02.443090 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:02.496412 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bde8713d-c0f1-418f-b89a-129ef155c3ec req-0c89cc1a-31de-4262-8c73-d67209b91dd7 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0263019 Mar 08 20:11:03.589445 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6743a48d-aaa6-4a0d-9c99-14069b4d564b req-aa1ee8f9-0e0d-4b72-914d-975ae7069ef3 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0274153 Mar 08 20:11:04.684997 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fb01830b-47fc-42ba-b2f4-94befbe3850d req-5eab3d54-bf14-464c-8628-22dad6596e4b tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0266318 Mar 08 20:11:05.778021 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b6d0d0d7-1bb3-4e58-a6d3-4b84f05f30a0 req-94959049-ff03-47db-8d62-bf1b53eb8d83 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0271802 Mar 08 20:11:06.871496 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1a17db2c-e821-4e42-9170-f979011911c9 req-23b29192-41ed-4904-8341-b23cf6666c03 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0295038 Mar 08 20:11:07.963305 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0b58f470-c56e-40a2-8a25-f12a09d627e1 req-3c5ebd1d-173a-44d4-a887-724af7c9d825 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0266235 Mar 08 20:11:09.054508 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0ce8b7e0-db20-4bf3-9d41-75d887864ad4 req-9954fe6a-a14a-4767-9c06-f5b119fb7809 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0259571 Mar 08 20:11:10.148346 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5d894db3-de95-470c-9e19-4f86a5a31e21 req-155fd3e7-c1ea-45ff-bddf-95bd3eab42f2 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0266738 Mar 08 20:11:11.240537 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-feefdf00-aabf-4647-9444-ab1eec7e91e7 req-94b6315f-d1ae-480a-ac8f-941a99ee702a tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0261443 Mar 08 20:11:12.339336 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ed507825-67c6-4cab-a751-7d4f31e041ba req-fae850fb-d3b3-45d5-8528-d84c81c64d46 tempest-VolumesSnapshotTestJSON-370402356 tempest-VolumesSnapshotTestJSON-370402356-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf15cfb8-7c73-418b-b268-1fc064fc717f HTTP/1.1" status: 200 len: 210 time: 0.0319169 Mar 08 20:11:12.665622 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:26.215199 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-376183b2-3178-41f6-9349-c4e67a2b796b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:28.470640 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-559fc570-51b3-4913-966d-dc5cd4b8ce44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:29.748418 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:31.191115 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:32.445850 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:36.379489 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:11:36.812929 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a42d630a-403c-4e0d-8877-40974fec2b62 req-9a8f5206-f05c-4c5d-9c15-5937d6a339da service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450971 Mar 08 20:11:36.893702 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d630a-403c-4e0d-8877-40974fec2b62 req-019a7d66-93c6-4d5c-8bed-889f0a647044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:11:36.895163 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a42d630a-403c-4e0d-8877-40974fec2b62 req-019a7d66-93c6-4d5c-8bed-889f0a647044 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0431578 Mar 08 20:11:36.993421 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d630a-403c-4e0d-8877-40974fec2b62 req-f30dab46-e21c-4c19-9f83-d67e0bb1d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:11:36.994843 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a42d630a-403c-4e0d-8877-40974fec2b62 req-f30dab46-e21c-4c19-9f83-d67e0bb1d447 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0821109 Mar 08 20:11:37.058618 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a42d630a-403c-4e0d-8877-40974fec2b62 req-c7ac7d14-6bad-41ca-9de1-e5f9aa6fd60d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0580161 Mar 08 20:11:37.104277 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d630a-403c-4e0d-8877-40974fec2b62 req-62a88334-e45e-4da4-a628-0bdb6cf9f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:11:37.105687 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a42d630a-403c-4e0d-8877-40974fec2b62 req-62a88334-e45e-4da4-a628-0bdb6cf9f828 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0417733 Mar 08 20:11:37.154128 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d630a-403c-4e0d-8877-40974fec2b62 req-7b9cd2c2-17d0-4ec9-8148-76fd70592127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:11:37.155606 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a42d630a-403c-4e0d-8877-40974fec2b62 req-7b9cd2c2-17d0-4ec9-8148-76fd70592127 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445533 Mar 08 20:11:37.243469 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a42d630a-403c-4e0d-8877-40974fec2b62 req-9c9498f5-5c99-4976-aca6-cc6acd94332e service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820541 Mar 08 20:11:37.331245 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a42d630a-403c-4e0d-8877-40974fec2b62 req-d1d5dd6e-6d5a-4f34-a785-563cb8441244 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818205 Mar 08 20:11:42.679274 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:56.216415 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-a1096146-74ff-4424-bd57-63510146f8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:58.472227 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-8918dd04-5eae-443d-a6ee-f1b2c390c5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:59.751103 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:01.193009 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:02.447391 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:12.679620 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:13.377829 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:12:26.217176 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-31caa84e-5be0-44f1-b473-66cbd0c3f298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:28.472664 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1c15dc8e-bef4-4c5a-8d44-0ef12ca76131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:29.755820 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:31.195250 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:32.450324 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:37.799822 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ed271024-79a5-432a-a4b0-75dac31e548e req-49e6da42-457f-4fde-83e0-88b6ac527783 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434728 Mar 08 20:12:37.881156 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed271024-79a5-432a-a4b0-75dac31e548e req-989cf8a2-595e-417d-869c-6d5a752a4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:12:37.882658 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ed271024-79a5-432a-a4b0-75dac31e548e req-989cf8a2-595e-417d-869c-6d5a752a4b35 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0452335 Mar 08 20:12:37.982617 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed271024-79a5-432a-a4b0-75dac31e548e req-ac3c3e99-d1ec-4478-938e-2a55297cdd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:12:37.984050 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ed271024-79a5-432a-a4b0-75dac31e548e req-ac3c3e99-d1ec-4478-938e-2a55297cdd42 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0843444 Mar 08 20:12:38.045675 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ed271024-79a5-432a-a4b0-75dac31e548e req-d0356a56-2b23-4549-b457-fda0216f76c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0552483 Mar 08 20:12:38.091302 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed271024-79a5-432a-a4b0-75dac31e548e req-a9117434-bb0a-409f-b478-f017d5ed21bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:12:38.092711 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ed271024-79a5-432a-a4b0-75dac31e548e req-a9117434-bb0a-409f-b478-f017d5ed21bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0414305 Mar 08 20:12:38.142915 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed271024-79a5-432a-a4b0-75dac31e548e req-9c7cce04-e818-465c-8615-d08989e510eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:12:38.144430 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ed271024-79a5-432a-a4b0-75dac31e548e req-9c7cce04-e818-465c-8615-d08989e510eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461617 Mar 08 20:12:38.230273 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ed271024-79a5-432a-a4b0-75dac31e548e req-0eb66793-db81-48cc-9aed-490715e97514 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801406 Mar 08 20:12:38.316928 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ed271024-79a5-432a-a4b0-75dac31e548e req-953e119f-7f63-4da2-9790-18c3aadfabe4 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812144 Mar 08 20:12:42.676803 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:50.377585 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:12:56.219051 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-59186e37-97ff-413f-a9f4-e390310bb1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:58.474053 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-99db57d3-f278-40d6-8c47-29215cc803e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:59.757224 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:01.199950 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:02.452972 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:12.676375 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:26.219944 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1eecc18e-91d0-4f80-8e9b-c4b69fd9076f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:27.376259 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:13:28.474868 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-a0424020-38fc-420e-a7be-24fbd325815f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:29.761825 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:31.201794 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:32.454620 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:39.855753 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0c898281-21d9-4729-bc7d-47bee1144925 req-408f8f5d-63e2-48cd-bfe1-2bf7e7c25197 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0934916 Mar 08 20:13:39.937255 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c898281-21d9-4729-bc7d-47bee1144925 req-00c2bc6d-a436-4c0e-81ac-b3fdc1b5dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:39.938734 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0c898281-21d9-4729-bc7d-47bee1144925 req-00c2bc6d-a436-4c0e-81ac-b3fdc1b5dd4c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0425048 Mar 08 20:13:40.039873 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c898281-21d9-4729-bc7d-47bee1144925 req-50166621-7c70-4934-9305-4d233f7c3b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:40.041266 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0c898281-21d9-4729-bc7d-47bee1144925 req-50166621-7c70-4934-9305-4d233f7c3b67 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0844302 Mar 08 20:13:40.101896 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0c898281-21d9-4729-bc7d-47bee1144925 req-7611562e-c6cf-4eec-a3fd-bc43be436e10 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0553260 Mar 08 20:13:40.152420 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c898281-21d9-4729-bc7d-47bee1144925 req-6130a9b0-88cb-4dc6-9117-a13a1715173c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:40.153876 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0c898281-21d9-4729-bc7d-47bee1144925 req-6130a9b0-88cb-4dc6-9117-a13a1715173c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0464637 Mar 08 20:13:40.203107 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c898281-21d9-4729-bc7d-47bee1144925 req-edafc3cc-7be1-4780-9990-576eaddcad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:40.204636 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0c898281-21d9-4729-bc7d-47bee1144925 req-edafc3cc-7be1-4780-9990-576eaddcad23 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453160 Mar 08 20:13:40.290747 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0c898281-21d9-4729-bc7d-47bee1144925 req-e34a0710-6dee-4aa7-b3c5-713e70958de7 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797787 Mar 08 20:13:40.378863 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0c898281-21d9-4729-bc7d-47bee1144925 req-ca04af0a-3562-46e4-9acd-219dde4e3e39 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824540 Mar 08 20:13:42.677963 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:56.222547 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-8e3b1b3c-5a49-4fb7-81c6-1cd66564dd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:58.475427 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d704c688-736a-4c25-85bd-8437bdeab61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:59.761490 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:01.205072 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:02.457348 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:04.374605 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:14:12.689317 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:26.223839 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-5a36b953-f7d4-452a-8206-3f02f1124533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:28.477101 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-707a9c4d-543a-45ed-b72d-348ccb1a97b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:29.763865 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:31.208082 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:32.458931 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:40.820772 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d347b718-8850-4f00-bd8e-f9b2db1a01cb req-c79e2c4c-10d8-4581-9099-085f95767321 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428548 Mar 08 20:14:40.903057 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347b718-8850-4f00-bd8e-f9b2db1a01cb req-c0601d95-e6f6-4cc2-9a4f-c80828e7dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:14:40.904600 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d347b718-8850-4f00-bd8e-f9b2db1a01cb req-c0601d95-e6f6-4cc2-9a4f-c80828e7dd2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0434892 Mar 08 20:14:41.265658 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347b718-8850-4f00-bd8e-f9b2db1a01cb req-1722cdf5-5fb6-4457-96be-069232255b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:14:41.267135 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d347b718-8850-4f00-bd8e-f9b2db1a01cb req-1722cdf5-5fb6-4457-96be-069232255b2b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.3460200 Mar 08 20:14:41.329906 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d347b718-8850-4f00-bd8e-f9b2db1a01cb req-e6f0b6e0-6173-47a7-93e2-016faf4428f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0559804 Mar 08 20:14:41.373223 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:14:41.379378 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347b718-8850-4f00-bd8e-f9b2db1a01cb req-d9601493-9598-41fa-b55e-72e999284b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:14:41.380844 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d347b718-8850-4f00-bd8e-f9b2db1a01cb req-d9601493-9598-41fa-b55e-72e999284b1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0455201 Mar 08 20:14:41.428801 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347b718-8850-4f00-bd8e-f9b2db1a01cb req-cf588848-1915-431f-9cd9-24149a6fbdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:14:41.430283 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d347b718-8850-4f00-bd8e-f9b2db1a01cb req-cf588848-1915-431f-9cd9-24149a6fbdb6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437503 Mar 08 20:14:41.517123 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d347b718-8850-4f00-bd8e-f9b2db1a01cb req-df095880-f9f0-44dc-a65a-4f119dd0274a service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812023 Mar 08 20:14:41.603768 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d347b718-8850-4f00-bd8e-f9b2db1a01cb req-0d178fc7-a632-44ec-899d-5e9184fffd01 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807188 Mar 08 20:14:42.692206 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:56.225237 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-3faccf19-6235-4a80-b1fb-485ca4721038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:58.477655 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-48d02aa6-5386-4856-b2fa-054ecd6bd157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:59.767217 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:01.211462 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:02.460507 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:12.691543 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:18.375546 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:15:26.227449 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-34c0b400-749e-4086-ad3d-bcbc6ab68056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:28.479348 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-11fa874c-107b-4f5c-8b42-61d4f64449b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:29.770292 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:31.216082 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:32.462690 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:42.717370 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:42.816545 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-547b47f6-0b44-4d19-8d86-84f8c98c2038 req-db286e95-909b-4c8a-8541-e3316ea3a6ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433168 Mar 08 20:15:42.902829 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b47f6-0b44-4d19-8d86-84f8c98c2038 req-58e398a1-4451-4190-bf73-243d361c75c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:15:42.904307 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-547b47f6-0b44-4d19-8d86-84f8c98c2038 req-58e398a1-4451-4190-bf73-243d361c75c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0467253 Mar 08 20:15:43.002719 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b47f6-0b44-4d19-8d86-84f8c98c2038 req-b777f104-53b7-4834-891e-9f5b49bd54ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:15:43.004107 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-547b47f6-0b44-4d19-8d86-84f8c98c2038 req-b777f104-53b7-4834-891e-9f5b49bd54ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0821843 Mar 08 20:15:43.068566 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-547b47f6-0b44-4d19-8d86-84f8c98c2038 req-51206594-9a3d-4878-839e-344ff4247fa4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0590897 Mar 08 20:15:43.114189 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b47f6-0b44-4d19-8d86-84f8c98c2038 req-4720aa67-ffde-45c1-8290-f63382935d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:15:43.115622 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-547b47f6-0b44-4d19-8d86-84f8c98c2038 req-4720aa67-ffde-45c1-8290-f63382935d59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0421116 Mar 08 20:15:43.163716 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b47f6-0b44-4d19-8d86-84f8c98c2038 req-e549c294-9345-4492-b45e-310abf86cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:15:43.165231 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-547b47f6-0b44-4d19-8d86-84f8c98c2038 req-e549c294-9345-4492-b45e-310abf86cbd8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437803 Mar 08 20:15:43.254677 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-547b47f6-0b44-4d19-8d86-84f8c98c2038 req-49f9b6ae-ccc2-4525-96d1-c96b6adf3725 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831780 Mar 08 20:15:43.339768 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-547b47f6-0b44-4d19-8d86-84f8c98c2038 req-3dfdd325-95bf-4ca7-bca6-727e90b8067b service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796919 Mar 08 20:15:55.373838 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:15:56.231159 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-8a007515-8e03-4b8a-8b7d-22f36f2c4a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:58.481149 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-cde7ca58-2fab-46ea-9642-8b74b36c2721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:59.775297 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:01.218541 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:02.465484 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:12.716612 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:26.231856 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d62fac0d-63a8-4b69-966b-7a5a194aabd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:28.482835 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-ccfce8e8-48da-42fd-b888-62ba1f756844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:29.774274 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:31.219485 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:32.373599 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:16:32.467494 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:42.730726 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:44.803820 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f29145d8-e480-42d2-9e63-6da17a4076fc req-8b9cc82c-f161-4894-bf09-518b3a0ba9a1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477552 Mar 08 20:16:44.885685 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29145d8-e480-42d2-9e63-6da17a4076fc req-641d0ec6-3c4d-4de1-af49-b16125eac258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:16:44.887139 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f29145d8-e480-42d2-9e63-6da17a4076fc req-641d0ec6-3c4d-4de1-af49-b16125eac258 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0424972 Mar 08 20:16:44.983735 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29145d8-e480-42d2-9e63-6da17a4076fc req-102a7f3c-647e-4034-94f6-40903922a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:16:44.985203 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f29145d8-e480-42d2-9e63-6da17a4076fc req-102a7f3c-647e-4034-94f6-40903922a36a service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0802727 Mar 08 20:16:45.051290 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f29145d8-e480-42d2-9e63-6da17a4076fc req-2aedf210-a157-45af-ab89-f96934711ab1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0603511 Mar 08 20:16:45.097242 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29145d8-e480-42d2-9e63-6da17a4076fc req-68ba200a-df78-4928-b684-1cf817f80edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:16:45.098617 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f29145d8-e480-42d2-9e63-6da17a4076fc req-68ba200a-df78-4928-b684-1cf817f80edf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0413334 Mar 08 20:16:45.146596 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29145d8-e480-42d2-9e63-6da17a4076fc req-cfe00e46-663d-4bb6-987d-897c9cf51e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:16:45.148096 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f29145d8-e480-42d2-9e63-6da17a4076fc req-cfe00e46-663d-4bb6-987d-897c9cf51e2c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437927 Mar 08 20:16:45.249685 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f29145d8-e480-42d2-9e63-6da17a4076fc req-b798cd25-fd60-459a-b7ef-5e7c0daabca0 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950124 Mar 08 20:16:45.340508 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f29145d8-e480-42d2-9e63-6da17a4076fc req-459678b4-e007-4911-932e-b68533471c4f service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849657 Mar 08 20:16:56.233071 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e3212d8e-490d-441a-9f9e-800f453831fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:58.484874 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-005b01ea-6c6b-4749-8f24-d47c389ee4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:59.777216 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:01.223180 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:02.470141 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:09.373194 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:17:12.730017 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:26.234708 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-6c1100b1-0c99-41a1-ba56-46cb546c2a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:28.489687 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-03260860-aa45-4ac6-a812-57789501ef44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:29.779116 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:31.228855 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:32.473108 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:42.735916 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:44.813734 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-eaae2694-5658-4651-8fb9-ccaab755c468 req-23c8c455-67fc-4dae-9dab-746edca30fd5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433857 Mar 08 20:17:44.895844 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2694-5658-4651-8fb9-ccaab755c468 req-5a821cf9-54e2-4e63-bc3f-3d3de7eaaced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:17:44.897408 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-eaae2694-5658-4651-8fb9-ccaab755c468 req-5a821cf9-54e2-4e63-bc3f-3d3de7eaaced service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0453970 Mar 08 20:17:44.998203 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2694-5658-4651-8fb9-ccaab755c468 req-67691017-81eb-4b49-97bf-59abced29d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:17:44.999655 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-eaae2694-5658-4651-8fb9-ccaab755c468 req-67691017-81eb-4b49-97bf-59abced29d19 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0854928 Mar 08 20:17:45.060916 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-eaae2694-5658-4651-8fb9-ccaab755c468 req-1e68f6e4-c8f8-44b2-9d39-024783d0184b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0559542 Mar 08 20:17:45.105725 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2694-5658-4651-8fb9-ccaab755c468 req-ad49798a-1b46-4cd5-bfa4-70cb385f2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:17:45.107177 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-eaae2694-5658-4651-8fb9-ccaab755c468 req-ad49798a-1b46-4cd5-bfa4-70cb385f2ae8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0410428 Mar 08 20:17:45.158767 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2694-5658-4651-8fb9-ccaab755c468 req-8c51670c-b7ad-4674-b7d5-d17460b6d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:17:45.160232 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-eaae2694-5658-4651-8fb9-ccaab755c468 req-8c51670c-b7ad-4674-b7d5-d17460b6d1ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473919 Mar 08 20:17:45.250134 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-eaae2694-5658-4651-8fb9-ccaab755c468 req-100c109c-20c7-448b-ba0d-198075033014 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840914 Mar 08 20:17:45.339416 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-eaae2694-5658-4651-8fb9-ccaab755c468 req-e7738334-9885-4b6d-9b3d-1132d1d2e19a service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837679 Mar 08 20:17:46.371919 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:17:56.236050 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-108d2308-eaf7-4dc0-a2ec-bb0bfc4aa8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:58.490898 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-387e68a7-5f79-4b8a-91f1-14dd74daa1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:59.782769 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:01.232659 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:02.474934 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:12.734780 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:23.370076 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:18:26.237383 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-23ef4572-885d-4ba5-8f0e-d33eab197381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:28.492470 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-3e34f715-176f-4871-8645-0c580c1009dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:29.787855 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:31.235625 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:32.477522 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:42.758243 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:45.916880 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-61d4bfd2-cab9-4969-a61d-17f0c5a84263 req-69737105-bc5a-4ed5-b30c-b6710562aa1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1492419 Mar 08 20:18:46.006690 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4bfd2-cab9-4969-a61d-17f0c5a84263 req-274a93e2-9931-4f86-bd52-78abfe4f19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:18:46.008205 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-61d4bfd2-cab9-4969-a61d-17f0c5a84263 req-274a93e2-9931-4f86-bd52-78abfe4f19c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b21199b1cdf9475b8db163893c789545&device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 1130 time: 0.0508857 Mar 08 20:18:46.111818 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4bfd2-cab9-4969-a61d-17f0c5a84263 req-2f5c7d11-bc5f-4120-a455-7b0601cb49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:18:46.113328 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-61d4bfd2-cab9-4969-a61d-17f0c5a84263 req-2f5c7d11-bc5f-4120-a455-7b0601cb49d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 200 len: 912 time: 0.0865128 Mar 08 20:18:46.191053 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-61d4bfd2-cab9-4969-a61d-17f0c5a84263 req-83dc1305-473b-4c6b-86a3-aec3e82d8252 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 200 len: 1002 time: 0.0715203 Mar 08 20:18:46.241981 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4bfd2-cab9-4969-a61d-17f0c5a84263 req-eabedcd1-0ff7-45b3-955a-d3e0eb334755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:18:46.243440 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-61d4bfd2-cab9-4969-a61d-17f0c5a84263 req-eabedcd1-0ff7-45b3-955a-d3e0eb334755 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 200 len: 850 time: 0.0470657 Mar 08 20:18:46.293550 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4bfd2-cab9-4969-a61d-17f0c5a84263 req-b55545ed-f5ab-47fc-99e7-0ade87d10ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:18:46.295062 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-61d4bfd2-cab9-4969-a61d-17f0c5a84263 req-b55545ed-f5ab-47fc-99e7-0ade87d10ae1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac9a0f9f-89c1-4e71-af10-ae382be0f761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455072 Mar 08 20:18:46.304423 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [req-61d4bfd2-cab9-4969-a61d-17f0c5a84263 req-ed9157e7-6fa7-4320-bf58-29780c600f98 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:18:46.305369 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-61d4bfd2-cab9-4969-a61d-17f0c5a84263 req-ed9157e7-6fa7-4320-bf58-29780c600f98 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048203 Mar 08 20:18:46.397613 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-61d4bfd2-cab9-4969-a61d-17f0c5a84263 req-73ceb66d-fcbf-4f9d-a141-9c4bac8c6911 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853176 Mar 08 20:18:46.495985 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-61d4bfd2-cab9-4969-a61d-17f0c5a84263 req-ba361d07-4340-4cfd-967f-5454b35a0239 service neutron] 10.222.0.60 "GET /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926869 Mar 08 20:18:56.239954 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-33fec856-63c8-4f09-b31d-203963442738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:56.265105 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30025e6e-47c8-49ae-8a40-6e3dab68eff4 req-08afe754-dd61-4d0e-8255-bcfbb3ad983d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:18:56.266608 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-30025e6e-47c8-49ae-8a40-6e3dab68eff4 req-08afe754-dd61-4d0e-8255-bcfbb3ad983d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 946 time: 0.1935537 Mar 08 20:18:56.313741 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-30025e6e-47c8-49ae-8a40-6e3dab68eff4 req-3304315b-c857-4e10-b5a9-40d60cf944c6 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b2cc42-5351-4ae2-9049-5c2eedd4dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400753 Mar 08 20:18:56.649570 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf42923-9c05-4571-8a7f-88d8f68d9c21 req-32ebe7e8-540d-416c-82c7-23e26e4d3375 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:18:56.651014 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3bf42923-9c05-4571-8a7f-88d8f68d9c21 req-32ebe7e8-540d-416c-82c7-23e26e4d3375 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 946 time: 0.0528193 Mar 08 20:18:56.743063 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-3bf42923-9c05-4571-8a7f-88d8f68d9c21 req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Deleting port a295e990-86a1-493f-840d-bbb1864b6780 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:18:56.743407 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-3bf42923-9c05-4571-8a7f-88d8f68d9c21 req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (a295e990-86a1-493f-840d-bbb1864b6780), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:56.827498 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-3bf42923-9c05-4571-8a7f-88d8f68d9c21 req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] For port a295e990-86a1-493f-840d-bbb1864b6780, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a295e990-86a1-493f-840d-bbb1864b6780,segment=NetworkSegment(5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0),segment_id=5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:18:56.827856 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-3bf42923-9c05-4571-8a7f-88d8f68d9c21 req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (a295e990-86a1-493f-840d-bbb1864b6780), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:56.999327 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-3bf42923-9c05-4571-8a7f-88d8f68d9c21 req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:56.999698 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-3bf42923-9c05-4571-8a7f-88d8f68d9c21 req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (7dcfdc9e-2fcc-43c8-bd24-630611c87542), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:57.000016 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.l3_db [req-3bf42923-9c05-4571-8a7f-88d8f68d9c21 req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Floating IP 7dcfdc9e-2fcc-43c8-bd24-630611c87542 disassociated. External IP: 172.27.1.231, port: a295e990-86a1-493f-840d-bbb1864b6780. Mar 08 20:18:57.000404 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-3bf42923-9c05-4571-8a7f-88d8f68d9c21 req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Calling delete_port for a295e990-86a1-493f-840d-bbb1864b6780 owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:18:57.128875 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-3bf42923-9c05-4571-8a7f-88d8f68d9c21 req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (a295e990-86a1-493f-840d-bbb1864b6780), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:57.155670 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Pushing event deleted for resources: {'Port': ['ID=a295e990-86a1-493f-840d-bbb1864b6780,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:18:57.165331 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:18:57.165635 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:18:57.165981 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:18:57.166319 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:18:57.166655 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:18:57.166989 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:18:57.167323 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:18:57.167655 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:18:57.167983 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:18:57.168714 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:18:57.168714 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:18:57.169040 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:18:57.169277 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:18:57.280851 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bf42923-9c05-4571-8a7f-88d8f68d9c21 req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Router 5490e075-1894-4b51-a3c4-2487a7800c2d has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:18:57.394538 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bf42923-9c05-4571-8a7f-88d8f68d9c21 req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:18:57.405131 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b4ca0f-68f4-4430-9cf5-50e3b8eda6b0 None None] Sync routers for ids ['5490e075-1894-4b51-a3c4-2487a7800c2d'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:18:57.414702 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b4ca0f-68f4-4430-9cf5-50e3b8eda6b0 None None] Routers {'5490e075-1894-4b51-a3c4-2487a7800c2d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:18:57.415301 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-a1b4ca0f-68f4-4430-9cf5-50e3b8eda6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:18:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['5490e075-1894-4b51-a3c4-2487a7800c2d'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:18:57.442657 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf42923-9c05-4571-8a7f-88d8f68d9c21 req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] No DVR routers for this DVR port a295e990-86a1-493f-840d-bbb1864b6780 on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:18:57.445395 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-3bf42923-9c05-4571-8a7f-88d8f68d9c21 req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:57.449132 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3bf42923-9c05-4571-8a7f-88d8f68d9c21 req-f178a8d3-bf2f-4c3e-9705-9de0a8e2148d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.60 "DELETE /v2.0/ports/a295e990-86a1-493f-840d-bbb1864b6780 HTTP/1.1" status: 204 len: 173 time: 0.7933803 Mar 08 20:18:57.450091 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb579508-9118-47e4-a758-8e9c83890f77', 'name': 'network-vif-deleted', 'tag': 'a295e990-86a1-493f-840d-bbb1864b6780'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:18:57.452713 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24508b4-4526-438f-a75f-eaf09bddc8b1" -d '{"events": [{"server_uuid": "fb579508-9118-47e4-a758-8e9c83890f77", "name": "network-vif-deleted", "tag": "a295e990-86a1-493f-840d-bbb1864b6780"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:18:57.484429 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-02944116-5424-4f00-8191-a8eb1dbcc7b3 req-b9d67da4-ae29-4aed-a437-be891fb0454a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.1005750 Mar 08 20:18:57.545421 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-a1b4ca0f-68f4-4430-9cf5-50e3b8eda6b0 None None] Set router 5490e075-1894-4b51-a3c4-2487a7800c2d gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:18:57.566971 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5a53f5-01bb-4c6f-aec7-41acdd6635a6 x-openstack-request-id: req-5a5a53f5-01bb-4c6f-aec7-41acdd6635a6 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:18:57.567425 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb579508-9118-47e4-a758-8e9c83890f77", "name": "network-vif-deleted", "tag": "a295e990-86a1-493f-840d-bbb1864b6780", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:18:57.567691 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a5a53f5-01bb-4c6f-aec7-41acdd6635a6 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:18:57.568108 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb579508-9118-47e4-a758-8e9c83890f77', 'name': 'network-vif-deleted', 'tag': 'a295e990-86a1-493f-840d-bbb1864b6780', 'status': 'completed', 'code': 200} Mar 08 20:18:57.751531 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-a1b4ca0f-68f4-4430-9cf5-50e3b8eda6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:20Z', 'revision_number': 4, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '9e2788c3-a0b7-44ec-9c46-65b19dc17125', 'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'mac_address': 'fa:16:3e:d9:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:17Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 5, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'subnets': [{'id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:18:57.781273 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b4ca0f-68f4-4430-9cf5-50e3b8eda6b0 None None] Checking router: 5490e075-1894-4b51-a3c4-2487a7800c2d for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:18:57.789137 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b4ca0f-68f4-4430-9cf5-50e3b8eda6b0 None None] Routers {'5490e075-1894-4b51-a3c4-2487a7800c2d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:18:57.789730 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-a1b4ca0f-68f4-4430-9cf5-50e3b8eda6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:18:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['5490e075-1894-4b51-a3c4-2487a7800c2d'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:18:57.980610 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-a1b4ca0f-68f4-4430-9cf5-50e3b8eda6b0 None None] Set router 5490e075-1894-4b51-a3c4-2487a7800c2d gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:18:58.175610 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-a1b4ca0f-68f4-4430-9cf5-50e3b8eda6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:20Z', 'revision_number': 4, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '9e2788c3-a0b7-44ec-9c46-65b19dc17125', 'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'mac_address': 'fa:16:3e:d9:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:17Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 5, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'subnets': [{'id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:18:58.202283 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b4ca0f-68f4-4430-9cf5-50e3b8eda6b0 None None] The sync data for ids ['5490e075-1894-4b51-a3c4-2487a7800c2d'] in dv-cinder-830093-3-iscsi is: [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T19:47:20Z', 'revision_number': 4, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '9e2788c3-a0b7-44ec-9c46-65b19dc17125', 'name': '', 'network_id': 'ac9a0f9f-89c1-4e71-af10-ae382be0f761', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'mac_address': 'fa:16:3e:d9:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:17Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 5, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'subnets': [{'id': 'f25e5e97-dacc-4d23-ad76-278cb2cd7689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:18:58.427967 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2d3611-c923-47ca-ad67-c3b3f7363fb1 None None] New status for floating IP 7dcfdc9e-2fcc-43c8-bd24-630611c87542: DOWN {{(pid=109691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:18:58.542374 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-67d64b2d-6b1b-47c1-a27d-bafc7df1905c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:58.583439 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d2499474-23e2-4c92-bdca-2ffec90c71b2 req-98a015ec-5b45-4457-adf3-87a60a46f95d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0280528 Mar 08 20:18:59.677319 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-97e99ca8-33e3-45df-8f1e-a7243330994d req-58fc6a94-9773-4d99-92de-c40bfd1fdddf tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0268881 Mar 08 20:18:59.789056 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:00.368161 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:19:00.771385 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3e997474-60f7-453b-a74e-868d531d9452 req-ad2982e2-276a-4a82-ba97-9fa1e9e4ae7e tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0273283 Mar 08 20:19:01.239435 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:01.713145 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device a295e990-86a1-493f-840d-bbb1864b6780 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:19:01.733236 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: a295e990-86a1-493f-840d-bbb1864b6780 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:19:01.733583 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device a295e990-86a1-493f-840d-bbb1864b6780 not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:19:01.863145 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1173f03e-bd86-42da-ad32-1f3fbba17aeb req-f285865f-dfc9-4e8d-9f91-9809eb1c7ffc tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0274255 Mar 08 20:19:02.478591 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:02.957303 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2c34e228-954a-4b8f-bf8d-2accd2ad9547 req-4106a884-7c22-4bd8-9aba-871f673ff081 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0294497 Mar 08 20:19:04.051921 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-29a2ee3a-ab5b-44ea-bcf8-49be6e0b51f7 req-45221cc5-0063-4dfe-96b3-10cfb84fc871 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0298414 Mar 08 20:19:05.142571 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5093c63c-7651-42c8-9244-09a6a558c0a0 req-71c48f06-3e0d-4ec8-83ec-7e75668276f9 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0269685 Mar 08 20:19:06.233585 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ba37ca3b-47d4-47c6-ad92-2da4ae956f9e req-d66f1f61-6a3f-4845-a421-67f323d0b868 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0259721 Mar 08 20:19:07.325778 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-835727d4-08df-4906-9ba1-e678deda1f75 req-0657e783-94d5-4ad9-afae-cd1b15a497a3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0269380 Mar 08 20:19:08.420251 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5af3ae27-8175-4087-985c-26536ce3055e req-2cb204f9-f760-4a31-b260-48d313ed27ce tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0276942 Mar 08 20:19:09.511351 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b7755178-116f-4b65-8d91-db73099e6538 req-b4ea8160-3b23-4581-b136-27c51b6b610f tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0267670 Mar 08 20:19:10.603283 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1bc56585-7a6c-4407-9cd8-7bdcd376e03f req-99d02fbd-94b8-460e-9842-e6268bc2b8a2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0267432 Mar 08 20:19:11.698261 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3a0f3b98-b4e5-4d81-8b88-85571661fe07 req-e06cc361-f3ae-42eb-b1d9-503c55e0eb3b tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0291758 Mar 08 20:19:12.748478 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:12.790394 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8b4049df-7ad4-470b-b74f-487c2ffaf84c req-1d32c30a-d0b6-4fde-a72f-525d28e74232 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0269396 Mar 08 20:19:13.884628 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1f44657e-74ec-4315-986f-49ea05696e5c req-c91f2f00-d77f-4a4f-8b9c-9ed1e4c39065 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0260658 Mar 08 20:19:14.980486 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9e95a60d-e8b6-4def-b1c8-58e12e979f0a req-952f9f68-a0cf-40e6-b3b6-92c1d517b39f tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0259030 Mar 08 20:19:16.072597 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-def22c78-59cd-493f-b455-9c0bf5a2111c req-c8b37950-91ed-4620-9f8d-4ca51e243af4 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0259321 Mar 08 20:19:17.169070 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ffa70f12-b7b4-4e63-9205-d088dfedd3ff req-26f3c30b-d4c3-41b3-92f2-d530c69475e9 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0300779 Mar 08 20:19:18.259736 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d2858449-bfab-45ee-81aa-877c9e2ab00c req-d20ab160-7a5e-4341-a678-6f689971b22d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0257819 Mar 08 20:19:19.357212 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4f8fc98a-c3f8-4836-a445-9010807cd103 req-e44512ff-b37d-406f-8005-101d2bbd7be4 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0272298 Mar 08 20:19:20.450265 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bcfae1dd-f561-405d-bb96-ab463e41652e req-473050dd-24a1-47c1-a3fe-4a5bccba8140 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0286374 Mar 08 20:19:21.542983 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-01463f33-dbb5-4056-a99c-b6f70729f96a req-ea2b0df5-efc1-4d3c-adf5-cc240e9bebc8 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0267019 Mar 08 20:19:22.634610 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2e75a026-30d2-4338-b3d6-4e309fa3e406 req-51395124-eae2-4bd4-ae39-f5f618de1b8a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0262005 Mar 08 20:19:23.729076 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7461ecec-68b0-4653-b938-8cc1e95ad054 req-694b8ad8-a755-4aaf-9f02-1e194ac9af5d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0275598 Mar 08 20:19:24.824040 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-461fd555-cf04-4a2c-81b1-c1691c572ec2 req-0de9fbdf-3cf9-4cab-a85c-9e3b39629915 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0265338 Mar 08 20:19:25.919301 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0851a416-2d0b-4deb-a092-3cecf3eac96b req-2d20859e-95f0-4607-9177-b6815b59d630 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0297894 Mar 08 20:19:26.240876 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-7380237a-035f-481a-b096-d3e6a62d89a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:27.009946 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f00d17ae-0575-4b68-8be3-781f212499be req-b0ead3f0-63da-4844-ae0b-1c4ddc1889df tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0263753 Mar 08 20:19:28.106967 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-29f273cc-b426-4a07-87f5-da7b421bed55 req-4f7ad02c-954d-49a1-a25b-d50c5e77245d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0268564 Mar 08 20:19:28.495806 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-84a5c319-8852-4e3f-9224-9fcb75f2f200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:29.201740 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-55be9348-5200-409b-83d3-722c2d4f9f3e req-53c08e2d-cf82-4d80-adcd-fc6a62b7e4b5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0293653 Mar 08 20:19:29.794280 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:30.296778 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-78e2bd74-4a32-4634-9a0f-b9ed945523bf req-968dd8f1-369e-4fc8-a364-760bfea2f6ee tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0295534 Mar 08 20:19:31.242304 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:31.390347 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-24d99f1e-8621-490a-a964-1e21a2a95e83 req-12f29e71-c473-4714-9d5a-1d4841686883 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0270951 Mar 08 20:19:32.483483 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8f8f08b9-c934-48a7-a67f-7b22d3551ca0 req-04b10e01-a6d4-4ed2-bf79-decf7e213aef tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0278816 Mar 08 20:19:32.490635 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:33.579194 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c47cb997-b9b1-4cac-afb1-178f0ff161ab req-e2dbaac3-b1c8-4ab2-b41e-417857b9ba0f tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0270529 Mar 08 20:19:34.669941 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9d1d888e-321b-45e8-8f72-f041f68aee9c req-16f0ea6c-e449-4f75-9389-7e75dac7a3e3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0271866 Mar 08 20:19:35.762394 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a9696931-1223-41ea-8a44-127f6b73444e req-40f2e39d-d6c8-48fb-8efd-0338f696a4fd tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0273108 Mar 08 20:19:36.853184 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-235de5e9-6246-4f47-9954-efa32c173981 req-c18ba369-51ad-4493-bab6-4d2e2c539835 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0264289 Mar 08 20:19:37.366729 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:19:37.948066 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-89d87a94-7070-47ea-a5d3-dda90810ff79 req-586e3574-6e95-4c36-96e4-68ce464da59f tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0291643 Mar 08 20:19:39.044716 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-08c1aed4-a3f3-4285-9b8d-25e78bea5205 req-45478836-e11e-4bd4-aabe-6518c85d6c7d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0269716 Mar 08 20:19:40.135733 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4861be8c-4614-4e72-af53-585453350c1b req-973cd644-91ac-4601-98bc-2c31313b9824 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0266082 Mar 08 20:19:41.227568 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-817217f0-bd89-494a-8125-fb34e6e6b27e req-a9f786c5-fb8b-42ab-8f30-e705b488094d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0268989 Mar 08 20:19:42.318888 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2eb510e6-be25-4c4e-8222-f64b9f7b6c14 req-672d5dc7-807a-42a8-88a8-88420b7848a9 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0267313 Mar 08 20:19:42.763072 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:43.414620 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-976f0302-20b1-4024-a311-c1983a8ecfbd req-6894c7e4-3600-4c15-8c3d-edfd8cd3fcb9 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0303090 Mar 08 20:19:44.508697 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-16d08260-d952-4b68-8953-4b6d6f237e92 req-39c3f146-84e8-4b0b-80b1-9535cc9624bd tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0258362 Mar 08 20:19:45.599368 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f3e50d3d-2fd0-4fde-b74a-98f541793721 req-9c235ae6-0336-43e6-8cc0-b8b694de4356 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0260725 Mar 08 20:19:46.694913 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f196e8d0-96bf-472e-9aad-a0e668bdbde1 req-0924c508-9b80-4058-9262-2a88e7ddcbed tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0300648 Mar 08 20:19:47.795038 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-85a6f00a-3a97-4443-b683-5705004231f1 req-2ce25412-ae8a-4450-b050-30e1159b2a10 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0268912 Mar 08 20:19:48.893627 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5d172f10-4322-48e0-9af6-77849eaf8d4e req-474597da-5e27-40d1-8d17-e9ece3ac81c4 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0272527 Mar 08 20:19:49.984805 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-375783b1-e4f0-4a2a-b40e-967555015d49 req-61417620-cea6-4802-96a0-1119ebae1dee tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0266006 Mar 08 20:19:51.077469 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-534a2d43-0714-4115-bd8d-f72f2da97525 req-000c0bc0-ffe8-4c8c-ba07-f926528d9caa tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0260680 Mar 08 20:19:52.174044 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8bfe985f-9b41-4462-9e9f-22a8aea12031 req-dfadb340-79d1-49a0-ad56-868081a99d66 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0284352 Mar 08 20:19:53.266299 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0c6901af-5870-4cbd-8308-764718cd3b33 req-4b720d2a-3487-4b91-bfc5-478980c3dac7 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0274382 Mar 08 20:19:54.357086 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-47b24fed-e6a9-4e32-8c00-e1bf13ce6208 req-b16e1998-9858-4693-b088-fe997c95224b tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0264821 Mar 08 20:19:55.450951 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-073bf844-f6a9-463a-aaab-63b13cfa84ed req-8783ba51-8872-401c-9238-6d8f44fa53ad tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0291219 Mar 08 20:19:56.241967 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-ad45fd0c-9776-4d3c-98fc-f12fe8c938ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:56.546574 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-557f5903-59fd-46d9-b773-dad0ec55d5bb req-3a864979-e2af-424c-bd7e-91ec8aa8c0de tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0297370 Mar 08 20:19:57.637540 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3006bc0e-6a1f-4e98-aeee-848713fd4618 req-c6289c28-e7b2-42c1-862b-20d2bdf57c3b tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0268257 Mar 08 20:19:58.496868 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-ddea098a-d70e-4809-8a6e-518a9f00f438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:58.729246 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-19abec39-c884-4ff0-91fe-08a4dbc5d8c9 req-ba0c92f5-8098-4c50-85da-89b662438120 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0271564 Mar 08 20:19:59.797059 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:59.822619 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-621e188a-85cf-4ceb-90ad-8fc90ca949b7 req-fb76cacd-826c-4c72-aec5-307be2f2b3f3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0266950 Mar 08 20:20:00.914520 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-721d294d-71f6-4d85-b663-dc7cea286b5f req-86b32442-8ce9-434b-b958-c88c7ef81a4b tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0262976 Mar 08 20:20:01.244828 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:02.006261 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-36d93f71-39e9-4204-a8a2-2f6cc2582118 req-8cf5a5c6-9ad5-47c4-a70d-327d99e5d0f1 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0257578 Mar 08 20:20:02.484358 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:03.098710 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a287fe50-5c48-4f87-9698-7a878fa3e384 req-a2b7275a-430d-4fbd-8baf-8c86a9eca2d1 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0268331 Mar 08 20:20:04.193566 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4955a12e-7455-4b32-838b-e5fd263274de req-5ba2b537-53b5-4962-9c65-77bdc19e3825 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0291350 Mar 08 20:20:05.286168 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a0bc7130-e477-4a8f-908b-2cfc2c193a00 req-5c463b8e-2dc2-4fb9-948e-a842bde5d6ff tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0268996 Mar 08 20:20:06.384989 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0cde2040-11dd-4293-aed5-a83f70d9dde8 req-e879776a-853b-4fac-bae3-3c2c1f0c7dba tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0318968 Mar 08 20:20:07.487936 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4c59f3ac-fdb0-4af0-a81b-8167fa86ee18 req-1829e9c0-0ed5-4711-b4eb-c130d9a44226 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0339820 Mar 08 20:20:08.583398 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e67cde77-1dbd-4387-bc20-3b1494cf4046 req-ff869390-3eca-4a55-81f0-f0ac3925f5b5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0270181 Mar 08 20:20:09.681909 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bd318520-d16c-4893-8e8a-960106eedf1c req-e0f95e81-3354-4287-9a4c-31f2bcc14267 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0299733 Mar 08 20:20:10.774251 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c1740d22-25d2-4d51-b8b2-966badde148e req-02359ac1-b839-432a-971e-c74935c07c4c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0273173 Mar 08 20:20:11.864760 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f2822fe6-e62b-4067-8070-985b7b29d67d req-9d45c8c1-d7c4-4182-b375-612b4e4c4cda tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0268755 Mar 08 20:20:12.787116 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:12.958454 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a9ad0f98-5446-4469-a17f-151259a0f279 req-c30bee55-2b37-43dd-8fcb-80694f5d5063 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0299056 Mar 08 20:20:14.048952 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a112186a-0e19-4e38-8aeb-e3de99d948ce req-841b2130-d575-434e-9bf6-53fe4808dfa0 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0264342 Mar 08 20:20:14.365541 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:20:15.141894 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a62a6e1e-1355-42ac-81e4-5133153c2cec req-ba4914d8-1d8c-40a9-87fa-e3013c5ead93 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0262468 Mar 08 20:20:16.233063 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9275a072-f941-418a-b05e-0673ad6a0d36 req-ad66bc08-8995-4ad7-9cf2-cfac399161d6 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0270567 Mar 08 20:20:17.324799 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3c649458-7d8d-491f-9379-6eb1214274b6 req-563be3e3-89ff-4da3-a2e3-4f79620d045c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0279891 Mar 08 20:20:18.416091 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2369827f-1c1c-4ba7-b25b-ede3425f6870 req-5a6c4506-f9df-4558-b93e-05aed3a678e2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0267878 Mar 08 20:20:19.505707 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a1d709d6-4afd-4f57-9519-bfd124a798fb req-854fcca4-009d-4332-8559-2d5f06033771 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0258963 Mar 08 20:20:20.597561 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-69bce58c-3720-4c0d-826d-bdac4795804e req-d5671b27-f056-4bed-9da8-07add3a69cb7 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0266988 Mar 08 20:20:21.692703 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a7f42553-d353-4838-84ad-dd22035de00c req-c91f181a-2bb1-4084-88cb-d0b193f72c3d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0296345 Mar 08 20:20:22.789859 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-046c7604-f554-420a-8589-9bff3c15abd2 req-e92ae537-4ad4-4010-8d6d-dbadf5e7cf99 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0298181 Mar 08 20:20:23.881630 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-eb0dc1a5-9a66-4b3d-9094-68f3c3c6dc68 req-e25214c1-d942-4f21-8b83-2c36be153a81 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0268865 Mar 08 20:20:24.971393 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6c581fcd-286d-4ce4-aecc-ab47666bf4b5 req-86932abf-1c91-4999-8e7b-129912ca2562 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0264351 Mar 08 20:20:26.061885 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fff70905-b7ba-4f2f-9bec-79d223e20e1b req-b6a495a5-2f61-44b7-b872-668d4a77ed4a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0270591 Mar 08 20:20:26.243117 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d534-7883-43bf-b0b6-d19409e4d945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:27.156915 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ed8addbe-6d76-42fe-8ae3-135cd0853edc req-b49cb5e0-9b5c-401c-928d-c3bd397b771c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0271447 Mar 08 20:20:28.247864 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cf83a1a8-a844-45d1-8c22-052c4272a330 req-bcaf5f89-5add-4982-ba32-9369b97dbbbb tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0274394 Mar 08 20:20:28.498093 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-32334a3d-eab2-4524-907a-866ae8e967b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:29.339973 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7dd3ab66-c53e-4201-b249-a4f5bb7dc9d6 req-e0e107de-3415-43b2-b6f4-3327ad45fea5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0271409 Mar 08 20:20:29.807046 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:30.438089 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7d959b11-b862-4eb0-8850-ca4e28910767 req-3ebf73d2-f0fb-4ec1-84c0-31d4385406c7 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0319631 Mar 08 20:20:31.247376 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:31.529465 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-71a84785-7334-47c0-a318-cc5f7b41a4d1 req-4d975e5d-bd77-48e0-a426-59c209b19b93 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0274608 Mar 08 20:20:32.489242 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:32.621676 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-26a8f901-39de-447d-9895-3c2f31f70238 req-c8592847-f7fd-4e79-a461-8156a66ed0ac tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0273085 Mar 08 20:20:33.724173 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e6da8820-471f-4a69-93f9-2f83aa1bab93 req-e9f45870-771f-4625-a3b7-82ae93a474e6 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0262167 Mar 08 20:20:34.815319 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-54f52603-8bd3-4293-99de-ff819d34dc37 req-30822e2a-bceb-493a-b426-6bcc6983c852 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0267437 Mar 08 20:20:35.911281 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b7a98427-9b36-4ced-bb69-ce848b549d8f req-d694165a-1040-448b-8813-efe79ddc3706 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0315642 Mar 08 20:20:37.002790 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-82019027-b04f-4520-880b-71812ed352dd req-d7843bca-3351-49ff-bffc-4dd8685896e2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0268040 Mar 08 20:20:38.113926 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-04b05f1e-a5f3-4182-b7bd-176f9c1df9c3 req-0fa467a4-07d7-4e58-a15e-493de64ea6a6 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0284805 Mar 08 20:20:39.209047 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fcbc20d0-98f3-44a8-bdd8-aaf71201f670 req-f7df5051-09da-46e4-8e20-d51a0dfd009d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0288696 Mar 08 20:20:40.300708 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7d8d64b1-5c4b-4d86-ad86-3ce3314a3bf0 req-db326604-3589-4be8-b98a-2c82c379cd34 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0263524 Mar 08 20:20:41.393971 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-aae7c5bd-8783-48bc-85b3-973cdaac9cda req-29715bc5-3078-4872-8f18-c6b31721bda4 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0273681 Mar 08 20:20:42.488844 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4ddeda3b-2697-4ebb-8a21-2eeff84fb71f req-cf571816-bd12-42df-8e98-0236667a97f4 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0303991 Mar 08 20:20:42.794976 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:43.582835 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6fcd77b0-3897-47c0-b89c-3a8ec55eeab5 req-1044caaa-f7dc-478c-819f-0c7867bcda44 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0270286 Mar 08 20:20:44.674753 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9637e629-4eb4-488b-97bd-9126df03422a req-ab4d6911-1e46-4b89-8769-fbec6e370c6e tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0273657 Mar 08 20:20:45.769536 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d5ce0a76-51c6-4bad-a319-bac8e58acd6a req-47db4f0c-4087-4671-bc3b-83e8f5cf45c3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0282710 Mar 08 20:20:46.873164 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ac93f84f-8a18-4ecf-be23-2d9b294d5ba0 req-912da036-ff43-4255-bfa0-835635d74d39 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0275085 Mar 08 20:20:47.963181 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-14661a2e-6897-437b-a561-5476c28f9381 req-e88c0813-c25d-49fc-a2de-3b935b03ba43 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0294440 Mar 08 20:20:49.059795 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a8aa02d5-d7c9-4632-8e96-995cc7005766 req-20501d89-a8ff-4138-86c4-e42468dc5117 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0310891 Mar 08 20:20:50.474722 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cc04e4f3-6d09-4f02-be25-d635fa207ba9 req-9586916f-d989-470b-b6c8-026189ff64c5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.3299065 Mar 08 20:20:51.363961 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:20:51.568721 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b27d7f2f-c4cf-4ad1-baaf-d20782ad221f req-e12f5227-4f1d-45c3-b6a6-73586e2b8f6b tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0261130 Mar 08 20:20:52.664543 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-896e654b-9cae-4ad8-82a5-bd2d4a4e99b0 req-c046933e-5fbf-4a0e-82d6-c465d4434de1 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0271842 Mar 08 20:20:53.754715 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5063a44c-694b-4f52-8149-5234dc5f750a req-e868c15f-dab2-4a18-befe-f610ea7c0325 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0267994 Mar 08 20:20:54.845193 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a83f197f-9bad-4277-8ce2-7798f449348e req-3bab4cda-df30-4fcd-9ada-13bdf4882ca5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0261428 Mar 08 20:20:55.935787 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e39aa5fb-1d5b-46ff-bfb7-00999874c714 req-321811e0-2bcd-406b-8e11-832dceefbd3f tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0257845 Mar 08 20:20:56.367831 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-aaaecfd6-4c5b-4582-b92e-fae5e1edc1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:57.026395 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c09df063-f334-49c3-8970-e39aa4902f9a req-46d7d33f-cf01-4452-a0ad-0964c6256748 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0264609 Mar 08 20:20:58.117514 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-adf4fa6d-8122-4d6b-abd7-d4db9331ed8d req-11701652-8562-4188-8755-c01ca2c2dc2a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0273190 Mar 08 20:20:58.499354 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-8f4a80c9-edd7-4a36-aba7-c189cf27700a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:59.214490 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c6a18885-e4c9-4c4b-95fa-ec62e94b6885 req-f11d83dd-743a-44df-9d08-1ca591595924 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0294003 Mar 08 20:20:59.801784 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:00.304744 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b266e82a-7b80-41a9-bb5c-aea42ecef97f req-78738274-a307-42f5-bfbf-39735344880f tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0264463 Mar 08 20:21:01.251872 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:01.395259 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3b11ee53-acd6-4043-b677-83304b1e2b57 req-a743fdc7-69a1-46b5-b20c-0cfe84dbd3ec tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0271649 Mar 08 20:21:02.493072 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:02.493762 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9ae9302b-b52c-4c8f-970b-d7dbceb1bcb7 req-11165c35-b2c8-4b4d-9e46-98ba8ef272e2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0333655 Mar 08 20:21:03.589634 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-eb6a205a-d91e-4eb4-b3d5-a9b266b61b64 req-3e0c9ba6-09ab-4330-b5f5-27e09f76acb5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0271728 Mar 08 20:21:04.686092 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8324814b-1738-4022-98cf-2e811b576c62 req-061813c1-7547-4b97-b1db-378d1ecc53ec tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0318739 Mar 08 20:21:05.780116 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5bb1473a-9e9a-4cb4-a288-397599bd0ec3 req-f8a465e4-8342-46e5-8887-13a3c2b37567 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0262570 Mar 08 20:21:06.873661 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4e95e1ee-00ad-4ec2-97b3-6b883da8e68c req-a82d90fa-60d0-433c-9d5d-4cf0d6ffd069 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0269101 Mar 08 20:21:07.965519 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d727e6c3-c545-4eaf-9368-894fc7b2ac57 req-20be52d7-092d-4aef-9def-d397350188c7 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0268297 Mar 08 20:21:09.214773 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-988911c3-43e8-419f-9372-6fbe7bb38b0a req-462ee906-a10f-4302-a84b-e4c59c7c36ee tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0275435 Mar 08 20:21:10.311440 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-60ecaa22-e3e7-46e8-b3d3-252aff273a82 req-d3206d34-a5fa-4aff-a1be-eda5eab0caee tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0294833 Mar 08 20:21:11.406867 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2381da7b-52e1-4d13-b727-507a6b9bc855 req-490a970c-5608-4ff7-92c3-4fa190fb5f73 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0292897 Mar 08 20:21:12.499453 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-260b31c0-b7b4-4da8-a7e9-4b317d868230 req-afba7245-dbab-451a-9200-6a47aac21a68 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0261984 Mar 08 20:21:12.815397 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:13.591525 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-070f3863-e250-4bc3-af7a-e68011da14ce req-2cee8556-2fc6-4fdb-9bdc-95e656b3c86a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0270572 Mar 08 20:21:14.684428 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e7cacbd9-baa3-4b25-a492-8090e0e1bbf2 req-e4e04623-62b6-4c61-a088-b2459ad14fe2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0271924 Mar 08 20:21:15.778247 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2dc4f8d4-031f-4722-a0d5-20788430a8f1 req-040244a8-09df-45a3-9d49-4ba336e4c4a9 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0304236 Mar 08 20:21:16.869251 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c7e2cdbc-2204-4407-8715-a9480f67d1b8 req-bfd9706d-9341-46bc-ad0f-4484a5d7a856 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0261142 Mar 08 20:21:17.960713 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-28d8e44b-9d7e-409d-9d36-128d0e78a7e7 req-2693f821-ea58-4df2-9b63-3274b584e6de tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0267177 Mar 08 20:21:19.055609 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-efdb4b57-2215-414e-b980-9a1cb7835987 req-32ed933a-7638-44bc-9683-fff2123a7725 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0287569 Mar 08 20:21:20.147975 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-95985125-9a56-4b09-ad1f-eb8615a5ee3f req-0487b38d-54d7-40cf-bf6d-178353b345ef tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0277827 Mar 08 20:21:21.238728 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-79181d20-70a2-42a9-99ac-7fbccb4b4dca req-97807ea9-2c91-40f6-937f-218d4a2c8fcf tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0266416 Mar 08 20:21:22.330923 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5d4389a4-5f35-4933-80c6-0502d08d42e0 req-1187de41-f3ba-49f9-bdb1-d7867d43a736 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0265112 Mar 08 20:21:23.423040 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e17e5e17-34a3-4105-a0e9-923dc0611732 req-7784e892-e751-4f9d-983c-914a97c164dd tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0259058 Mar 08 20:21:24.515771 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d87a02e8-cb3e-45bc-9a14-3d3d53592d26 req-eeda38d5-f9a8-4a6e-8937-c6c4f15e9c2c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0286698 Mar 08 20:21:25.608127 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a773a2d0-c17f-431c-a27d-48f1c81cabdf req-573490f4-19a9-4b46-be3b-d02b97fd9d17 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0272009 Mar 08 20:21:26.241101 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-6a0cf12d-610c-44b7-96b6-aa89d4737235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:26.698886 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f4429b67-509a-4c5f-990c-f4600d240fb9 req-0e7ac541-d14a-49c0-85b6-f0ed2e5140ba tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0266879 Mar 08 20:21:27.794386 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-125bf599-ade3-455f-9215-b7412c771d84 req-c0b3512e-72c2-4462-8830-be244e50e3d8 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0298898 Mar 08 20:21:28.362713 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:21:28.500484 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-cdf3d293-d9c0-4ce3-8442-87f398331138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:28.888618 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bde0a46d-39ed-4f60-8d41-b55fa5179e01 req-b3f16840-1c97-4a8c-ac21-0ea52d84134d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0300288 Mar 08 20:21:29.805935 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:29.981582 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1b3d59be-92d7-436a-b248-fb91faa63943 req-61f23e5d-f075-4427-bfe6-31db69470037 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0258901 Mar 08 20:21:31.072722 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6f510b0c-dd65-4e78-b8b0-2381e5256a5a req-d5f63de1-8d0d-4033-a9df-5b07d4e442d8 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0267284 Mar 08 20:21:31.253964 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:32.165517 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-554218c0-650a-49ae-a4b8-53b5c1c035c4 req-2bbf91a9-d284-45b7-b4d5-898488e79454 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0266821 Mar 08 20:21:32.494710 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:33.257179 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-79f2e6a9-aa8d-40a2-bb1c-72d3b2d54186 req-68d81b86-1213-47df-939f-90c20ac4ba12 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0262694 Mar 08 20:21:34.351345 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5d862a4b-4e62-49fd-bae7-b085bdc1872f req-bb2cf4be-57f4-42ed-80f0-e7d2f8118d29 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0295691 Mar 08 20:21:35.443776 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f75a368c-0ac3-472c-b3e0-575fa8eba253 req-d5abec53-9d46-49f6-a689-e128c47209bd tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0260642 Mar 08 20:21:36.538519 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1796a70f-1b3d-4e3f-a664-42b695337d50 req-b072dd16-d841-49c0-a89a-8bc5c6673016 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0298562 Mar 08 20:21:37.630865 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-51748d06-0fcf-4519-aefe-6a465ac115f8 req-e67fa1c2-b5af-4dac-8bf0-b3908d7665f0 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0259714 Mar 08 20:21:38.721593 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c1cf30f9-6195-4c14-8692-ede69da12d88 req-02d18dba-c20d-4e05-8bb5-431ec972022b tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0267055 Mar 08 20:21:39.813393 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-067b6292-ab08-43d7-806f-ee63d24fa8e7 req-964ea4b0-6259-459a-b893-bd2d318f471d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0266447 Mar 08 20:21:40.905587 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a878dcc3-e320-4ead-a52d-affbb425c149 req-4d4efa84-253d-43b6-9b9a-6dcc6ee66c7a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0259621 Mar 08 20:21:42.001330 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d165ac72-8c19-4207-834f-446ae5e9fa70 req-fb3e75c8-31eb-460f-8a45-3f9c492d64f1 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0309534 Mar 08 20:21:42.808414 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:43.094185 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-83b0edbe-1d47-46d0-b11e-4e8906a07608 req-a76000f0-c328-4bf2-b1ef-d33e2a706a0f tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0268235 Mar 08 20:21:44.185531 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d047ebf4-d407-4d15-99ec-33670495eaab req-27edca9d-23c9-40ed-972c-62d2a072ef58 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0270212 Mar 08 20:21:45.280569 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-97b05686-47e5-49bf-8d8a-b70cc761f52a req-a852f406-b6fa-4bd1-a27f-d4cabc25a785 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0296600 Mar 08 20:21:46.371646 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-86c3d1f2-8edb-4f29-aba3-6a7b4c3794d5 req-b6d2ffd3-c785-4861-8101-ea2142fdaf1b tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0260036 Mar 08 20:21:47.463313 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-53977b91-5809-4c47-abc9-f4b4672c4c85 req-aa0793c9-0a8a-4777-8c61-e4cfc7a4f29a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0273354 Mar 08 20:21:48.555127 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f1eb440b-926c-41f2-b8ff-779c4d68b195 req-7abf54ae-d28e-4d86-8f8e-01de88c2d46b tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0261750 Mar 08 20:21:49.647691 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d6649e34-3f30-403a-993b-eed7e9cff545 req-f24336dd-7bdc-4058-8c8c-4ccafe0d771e tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0274789 Mar 08 20:21:50.751823 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1e180068-37ca-46f9-9c8a-a66b60288199 req-846fe4af-bbab-4131-af49-a84081fae78a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0288279 Mar 08 20:21:51.860568 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0e8dfa5f-9eb2-4335-9167-5238523298ba req-af908bcf-9548-447b-890a-0c0ead067725 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0361979 Mar 08 20:21:52.952941 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bb4d4cb4-e062-496b-a85e-4c4d1a865777 req-73dbc13d-6776-4a95-af4d-6347b46e5144 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0272808 Mar 08 20:21:54.048192 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-745a64a3-7914-49d1-b706-61231613b02e req-61b9af2b-8227-4c44-b4e1-1b6e075d74e0 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0299296 Mar 08 20:21:55.161700 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a9cb4cf1-9fe1-4927-b50f-b39bbba0ced0 req-f99f5c8c-b9f6-498d-b5eb-cf04b029db54 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0360272 Mar 08 20:21:56.244430 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-5cb4b690-3cf6-4242-ad99-3ef70a60789b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:56.261846 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4a595074-fb07-4a1d-8484-8ae1889c064e req-a12504e1-4ab9-4b11-beea-04e7a0e4d9f3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0293994 Mar 08 20:21:57.370870 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fbdebfb4-e027-4531-b773-6a9d1e9d14ca req-b1379ea2-7fd9-45e5-835d-69abf958a4e9 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0285091 Mar 08 20:21:58.477675 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-05f58fc2-af01-4218-a538-986c47ae2b87 req-e550c4df-2d2e-4c2a-b0ed-2f08688b37d9 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0271111 Mar 08 20:21:58.506709 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-70bc2357-37db-4c16-a8c5-9a93433a085c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:59.574438 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-c18456da-d1b2-4614-a3e1-ee46e3e0f168 req-91a333dc-8718-4c38-9229-6aea484d266f tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0268042 Mar 08 20:21:59.809798 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:00.666860 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-170e6639-6e41-46a7-abc1-a4de8aeb4bc5 req-08ec3479-054b-41c3-bbdb-858ab15d7b85 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0265427 Mar 08 20:22:01.257427 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:01.757660 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-15bf2159-8d83-4dad-9bd3-1b4919df0478 req-63355d88-1716-4994-aeba-8a58517d8532 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0261502 Mar 08 20:22:02.499660 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:02.852595 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2d7cf25a-1be1-4037-b031-57379c19e525 req-44c6a5d7-d23f-4331-be42-ced09d915ac2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0297229 Mar 08 20:22:03.943584 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-657c1e95-8d40-4b23-9e4d-95b0121d1710 req-415c638a-37a3-482e-ba3c-8148528bbddb tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0261097 Mar 08 20:22:05.034675 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f3fa4b7b-30c6-4a11-892b-8a533d74063c req-b52f4c65-512d-4681-984d-42198e91052e tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0263443 Mar 08 20:22:05.361299 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:22:06.130358 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7f18606e-b132-4cde-a183-f0ca7d0f3292 req-4df55edd-17b4-4fb1-a528-0be7c0a4d11a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0280528 Mar 08 20:22:07.229734 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-714bba64-35ed-4ef7-8f62-64c37e4e4b0b req-c6da79c1-c3ae-443c-becd-fdf412d2789c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0262721 Mar 08 20:22:08.325127 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9b60f3f2-0b1d-4650-93d8-9be8a1be9c11 req-fd523fb8-fefa-4f27-969a-5b2e6b4825ff tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0307803 Mar 08 20:22:09.418347 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1e7fd6bb-32d4-4f5f-bd32-ac900cb3b6e3 req-4257cf3e-d1f6-48b7-a524-8c33fd63e756 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0281434 Mar 08 20:22:10.513206 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-55d6d34e-d288-4515-b44d-6dcaa510aecd req-5567bc30-b89d-488d-8621-0636e12ddd58 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0278108 Mar 08 20:22:11.607635 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b1985e0b-0f03-4e2c-bb23-5c0f8803cf1f req-72a97046-1923-426b-bec0-591dbce8a398 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0291238 Mar 08 20:22:12.699031 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2f4fff29-f788-4e9b-bb9b-a76390e1192e req-3251f503-58d1-4a18-b3ae-6438db99bb7c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0277512 Mar 08 20:22:12.808691 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:13.790806 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b5191317-4d6f-4c84-8aa9-c1b9af7abb12 req-7266b9fd-ae32-4e4c-91db-c6a39a9dd2d5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0261812 Mar 08 20:22:14.883235 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bb8f86f9-5472-4051-96eb-7ee589e3deb9 req-969bbc41-6ead-4409-8749-c912e28a8b2a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0267057 Mar 08 20:22:15.975857 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-aa50c037-89de-45a4-9a1a-53f9d805b2d4 req-e1e67404-02cc-4f72-b8cd-e5179436714f tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0271478 Mar 08 20:22:17.066466 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2a7d4dd1-967d-447b-b2df-e22a8ed9c144 req-5cf632a0-73f6-4046-b44a-817389d1131a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0258403 Mar 08 20:22:18.159370 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c632c72a-b99b-4122-8202-9f279e760155 req-0a2920eb-c227-4e82-b96c-f8ef42eda52a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0263944 Mar 08 20:22:19.256740 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4b917f6e-cb27-4cb3-b903-d83bec8558c0 req-9a3cd11f-0a3a-4337-9e7f-ec451e3085bd tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0262260 Mar 08 20:22:20.353956 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4a710b8a-e5bb-49c8-940d-a763c4cd002a req-9d8172ee-20ac-4b72-be7d-c635c83d6f34 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0290277 Mar 08 20:22:21.451477 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6302446b-e7e8-4640-8df1-3df00af8279a req-65be917f-2599-477c-ace1-13ec11056c4c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0302532 Mar 08 20:22:22.545073 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7223cb70-de54-4d35-ac46-9435e3156d5a req-85df65ad-1d61-4aa9-9778-8567e926a80b tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0277824 Mar 08 20:22:23.637057 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-461859dc-a2ad-4005-a060-c1b037c49842 req-4ff0e8ad-958e-4b45-a66c-8fb36182f087 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0270441 Mar 08 20:22:24.729564 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-13724a62-5d0d-41a4-9437-550aa43d4fa8 req-fda4d541-34ed-4dc5-ad5c-2c02bb71f5e1 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0262644 Mar 08 20:22:25.821367 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d57921f8-a562-47d2-8c6a-4efd58fda878 req-da7ca9a0-e531-43fd-a178-f9ef8e7d9373 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0266960 Mar 08 20:22:26.246093 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d875843b-ac71-4c84-8f69-6e4152b3c3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:26.912799 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-156e05ac-572f-49d7-b96d-0fd187c1a7e0 req-d685b8a6-456a-4800-811b-3a3f4a44dbd6 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0267990 Mar 08 20:22:28.007965 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-135f9927-f1e2-4635-8b96-ea41687e97fd req-848df95f-fda3-449e-9772-ae53dedbe159 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0311527 Mar 08 20:22:28.498215 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-7cce940c-6c51-4658-8ab9-66a2deef8fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:29.103445 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8c52449f-ccb0-4abf-812a-9e36b8400b84 req-2af4765f-e83c-422d-aae0-1cc66538d100 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0300641 Mar 08 20:22:29.812893 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:30.197321 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8089f169-e0d9-4409-ba1c-d257f5d15be3 req-e84512ad-0c8f-458b-859e-ad2bd7f36f22 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0266950 Mar 08 20:22:31.263882 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:31.296997 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-722964f9-43ec-4166-8ef9-120c978061b6 req-470219cb-7042-4f65-b64d-c8c41da70164 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0282972 Mar 08 20:22:32.390219 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-dcbbbda6-9966-486b-bc90-cd032b629129 req-26ede754-7fae-4d79-83ef-25fd9ebca285 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0269890 Mar 08 20:22:32.496460 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:33.483180 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ffc2410d-92cc-48e9-ac58-c91b8b87d9e8 req-7ded97f3-dd23-4ab3-b8bb-86e66343865f tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0270905 Mar 08 20:22:34.581889 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-80ca4e88-c970-452d-b4ea-a429757f0400 req-34a930d4-32ba-4e4a-befc-1336aa620589 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0300350 Mar 08 20:22:35.674039 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-435c4d09-3944-42d8-83b3-6def036e7898 req-cf41591b-96fe-49e1-abc5-8b12ccb70488 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0266938 Mar 08 20:22:36.768089 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1f71585d-78b3-4506-bdcf-5472092f64e9 req-efd8fcfa-a1bb-4de2-8425-eafa7f2bacd1 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0267618 Mar 08 20:22:37.863299 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a77c3779-7b8d-4c82-b5c8-7d8d8ec59f16 req-b7999289-7e2b-43ab-9a8a-5011e2e6447f tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0287049 Mar 08 20:22:38.955310 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bcb47450-df2b-4a9d-b20c-2ecd12afc67e req-7f2bfc62-e216-417f-88b1-4e8db392d306 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0267856 Mar 08 20:22:40.050811 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e6d1f7b1-a317-4bfd-aadc-823f104b2127 req-6fff4be9-da70-43a8-9aeb-c31019b27e3c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0278292 Mar 08 20:22:41.148698 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-90e14c8d-2692-4026-b7cc-888a059cc692 req-94f67b87-101a-403a-9aad-15d3b33c11d8 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0280581 Mar 08 20:22:42.240240 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5f8c489a-0a84-4125-9568-268fa5aa10ec req-cc77e201-d2ec-4fc3-8cb2-0e569ff0a7e1 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0272586 Mar 08 20:22:42.360164 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:22:42.824878 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:43.330750 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6a155572-81b9-41bf-b87f-7eae21e07318 req-6194eb41-cfbe-4a5d-881c-0680fee4a00b tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0260439 Mar 08 20:22:44.422372 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b0878e02-1b9b-458e-8224-f980a3e2bac7 req-73eb9f0e-5943-4795-881f-dbe29b1d6ffa tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0265977 Mar 08 20:22:45.518744 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ddb5f841-f96a-42e6-8d1c-1e474008f6ed req-6455b47c-a006-43c5-87da-9999a62eec8f tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0265288 Mar 08 20:22:46.613684 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-91f6fa49-2842-4974-afd9-a680931aea16 req-acf36f38-59a0-4147-8e90-012e89db2f4c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0292339 Mar 08 20:22:47.709017 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ac7ad76f-c8c7-4050-83e4-71953535d2e8 req-b1b0064c-cd60-4c6e-b563-1182473d87d6 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0293400 Mar 08 20:22:48.800738 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8d0bda71-28b1-4ac4-9fca-eddbcb50ec16 req-c7d9ac99-e921-434a-bc0b-f85376e6ce4c tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0267029 Mar 08 20:22:49.898426 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-efc11af7-3699-43c3-b869-aa3e3b099604 req-888a16d5-56f3-419f-a7a7-0f0bef5365e5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0275462 Mar 08 20:22:50.991227 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b29cb7f8-fd82-4950-99ec-053018061130 req-6fc2d5de-16af-4f8c-975f-c6f156b84d0d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0268366 Mar 08 20:22:52.082327 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2b579e8e-f869-4646-b3d0-2defebc31e68 req-a4883494-6a64-425c-88af-80aa2cc1db68 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0267491 Mar 08 20:22:53.184379 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bbb8c573-8e0e-409c-80dc-c1c045defb52 req-f4043580-32ea-4fa6-b346-9cb1d21ba704 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0275388 Mar 08 20:22:54.281574 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7e025849-33e5-433a-8751-5eed8cbf7c1e req-52e8955c-590d-4c66-a1d0-5de5059b29ae tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0307715 Mar 08 20:22:55.376377 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a32912c1-131f-4e30-98a2-321566925eb0 req-a15e3dea-23d3-4426-bae7-4e3bdc76f0b7 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0301566 Mar 08 20:22:55.875938 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 41848) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:56.247376 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-67befa50-4f4a-4551-b731-6da01c64c89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.348374 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754463'] for router_interface (d8357a97-1270-4600-8b32-23ca28274084), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.496883 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-00014e0c-c2d0-4668-939e-3544ac5b1379 req-6c1a7bde-0bb1-438a-bfe9-acbddccc5a5f tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0529995 Mar 08 20:22:56.612030 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Deleting port c82e533e-e390-4b9d-a488-8d74fd193766 {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:22:56.612419 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (c82e533e-e390-4b9d-a488-8d74fd193766), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.690850 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] For port c82e533e-e390-4b9d-a488-8d74fd193766, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=c82e533e-e390-4b9d-a488-8d74fd193766,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:22:56.691207 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (c82e533e-e390-4b9d-a488-8d74fd193766), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.702651 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Calling delete_port for c82e533e-e390-4b9d-a488-8d74fd193766 owned by network:router_interface {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:22:56.881347 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (c82e533e-e390-4b9d-a488-8d74fd193766), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.906091 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82e533e-e390-4b9d-a488-8d74fd193766,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:56.917613 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:56.918063 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:56.918318 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:56.918664 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:56.918997 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:56.919329 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:56.919662 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:56.919998 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:56.920363 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:56.920695 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:56.921023 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:56.921353 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:56.921688 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:57.077228 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1754411'] for router_interface (d8357a97-1270-4600-8b32-23ca28274084), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.292155 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Router d8357a97-1270-4600-8b32-23ca28274084 has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:22:57.395972 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:22:57.400955 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-df60d6df-1b1a-4b0d-bcd5-16f770dc40c7 admin admin] 10.222.0.45 "PUT /v2.0/routers/d8357a97-1270-4600-8b32-23ca28274084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5239761 Mar 08 20:22:57.403453 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 41860) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:57.404508 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3427ac0e-ef80-4e59-baf7-d5c6fb959a87 None None] Sync routers for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:22:57.414878 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427ac0e-ef80-4e59-baf7-d5c6fb959a87 None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:22:57.415473 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-3427ac0e-ef80-4e59-baf7-d5c6fb959a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:22:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:57.511284 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8a5510e9-14df-4dea-a64b-8c77405b50f5 admin admin] Publish callbacks [] for router (d8357a97-1270-4600-8b32-23ca28274084), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.527137 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-3427ac0e-ef80-4e59-baf7-d5c6fb959a87 None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:22:57.598761 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-af44ce3d-0107-4ff7-b3df-c224b484a68b req-db3387d6-633c-4292-92d5-3ab7e42e24ab tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0336039 Mar 08 20:22:57.723292 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-3427ac0e-ef80-4e59-baf7-d5c6fb959a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T20:22:56Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:57.749709 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3427ac0e-ef80-4e59-baf7-d5c6fb959a87 None None] Checking router: d8357a97-1270-4600-8b32-23ca28274084 for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:22:57.758196 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427ac0e-ef80-4e59-baf7-d5c6fb959a87 None None] Routers {'d8357a97-1270-4600-8b32-23ca28274084'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:22:57.758805 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-3427ac0e-ef80-4e59-baf7-d5c6fb959a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:22:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['d8357a97-1270-4600-8b32-23ca28274084'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:57.855373 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8a5510e9-14df-4dea-a64b-8c77405b50f5 admin admin] Publish callbacks [] for router_gateway (d8357a97-1270-4600-8b32-23ca28274084), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.872077 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-3427ac0e-ef80-4e59-baf7-d5c6fb959a87 None None] Set router d8357a97-1270-4600-8b32-23ca28274084 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:22:57.910022 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-8a5510e9-14df-4dea-a64b-8c77405b50f5 admin admin] Deleting port 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411 {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:22:57.910574 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8a5510e9-14df-4dea-a64b-8c77405b50f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (36b1ad70-e5aa-4ba1-9eb1-2763caf2a411), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.992950 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [None req-8a5510e9-14df-4dea-a64b-8c77405b50f5 admin admin] For port 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=36b1ad70-e5aa-4ba1-9eb1-2763caf2a411,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:22:57.993228 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8a5510e9-14df-4dea-a64b-8c77405b50f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (36b1ad70-e5aa-4ba1-9eb1-2763caf2a411), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.004776 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-8a5510e9-14df-4dea-a64b-8c77405b50f5 admin admin] Calling delete_port for 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411 owned by network:router_gateway {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:22:58.047587 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-3427ac0e-ef80-4e59-baf7-d5c6fb959a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T20:22:56Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:58.076761 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3427ac0e-ef80-4e59-baf7-d5c6fb959a87 None None] The sync data for ids ['d8357a97-1270-4600-8b32-23ca28274084'] in dv-cinder-830093-3-iscsi is: [{'id': 'd8357a97-1270-4600-8b32-23ca28274084', 'name': 'tempest-AttachVolumeNegativeTest-1956341491-router', 'tenant_id': '94f11a138e0849f79d37eff5a59cf1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T20:22:56Z', 'revision_number': 5, 'project_id': '94f11a138e0849f79d37eff5a59cf1cb', 'gw_port': {'id': '36b1ad70-e5aa-4ba1-9eb1-2763caf2a411', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8357a97-1270-4600-8b32-23ca28274084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:22:58.174565 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8a5510e9-14df-4dea-a64b-8c77405b50f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (36b1ad70-e5aa-4ba1-9eb1-2763caf2a411), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.199892 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5510e9-14df-4dea-a64b-8c77405b50f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b1ad70-e5aa-4ba1-9eb1-2763caf2a411,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:58.258416 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8a5510e9-14df-4dea-a64b-8c77405b50f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1751681'] for router_gateway (d8357a97-1270-4600-8b32-23ca28274084), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.347061 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8a5510e9-14df-4dea-a64b-8c77405b50f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8573'] for router (d8357a97-1270-4600-8b32-23ca28274084), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.349134 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8a5510e9-14df-4dea-a64b-8c77405b50f5 admin admin] Publish callbacks [] for router_controller (d8357a97-1270-4600-8b32-23ca28274084), precommit_delete_associations {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.394441 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8a5510e9-14df-4dea-a64b-8c77405b50f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1754914'] for router (d8357a97-1270-4600-8b32-23ca28274084), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.394806 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5510e9-14df-4dea-a64b-8c77405b50f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8357a97-1270-4600-8b32-23ca28274084 {{(pid=109690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:22:58.399422 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8a5510e9-14df-4dea-a64b-8c77405b50f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.400603 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-8a5510e9-14df-4dea-a64b-8c77405b50f5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/d8357a97-1270-4600-8b32-23ca28274084 HTTP/1.1" status: 204 len: 168 time: 0.9962065 Mar 08 20:22:58.403133 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 41872) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:58.448056 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_v2 [None req-d411a220-0478-4fc7-8c09-4038865bc8e7 admin admin] Deleting subnet 5d1de695-2f89-4670-8368-e25440455f01 {{(pid=109690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:22:58.451294 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d411a220-0478-4fc7-8c09-4038865bc8e7 admin admin] Publish callbacks [] for subnet (5d1de695-2f89-4670-8368-e25440455f01), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.486322 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d411a220-0478-4fc7-8c09-4038865bc8e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30217747'] for subnet (5d1de695-2f89-4670-8368-e25440455f01), precommit_delete_associations {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.501418 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-7df49591-91f5-4860-920a-7e13f3901ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.571942 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d411a220-0478-4fc7-8c09-4038865bc8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651235'] for subnet (5d1de695-2f89-4670-8368-e25440455f01), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.626387 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d411a220-0478-4fc7-8c09-4038865bc8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31980216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30349085'] for subnet (5d1de695-2f89-4670-8368-e25440455f01), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.656053 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411a220-0478-4fc7-8c09-4038865bc8e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d1de695-2f89-4670-8368-e25440455f01,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:58.660128 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d411a220-0478-4fc7-8c09-4038865bc8e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.665919 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639e4429-bde0-4960-b3f6-b30b996b5908 None None] Network dfea349b-6bfd-41c2-92c4-062cebf33ab6 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:22:58.666081 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 41876) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:58.666531 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-d411a220-0478-4fc7-8c09-4038865bc8e7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5d1de695-2f89-4670-8368-e25440455f01 HTTP/1.1" status: 204 len: 168 time: 0.2618921 Mar 08 20:22:58.714466 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-38ca0511-f34f-4a8c-8e57-c52685ac0197 req-88bbe8d4-a5bd-4d3e-a6e7-1329b0f6ca1a tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0344160 Mar 08 20:22:58.743433 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627052'] for network (dfea349b-6bfd-41c2-92c4-062cebf33ab6), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.799657 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Deleting port 5ce56840-6313-479a-af93-aa8829f2d96a {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:22:58.800581 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (5ce56840-6313-479a-af93-aa8829f2d96a), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.865714 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] For port 5ce56840-6313-479a-af93-aa8829f2d96a, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=5ce56840-6313-479a-af93-aa8829f2d96a,segment=NetworkSegment(ce1cc0da-a569-4dec-9d46-54d4362584ec),segment_id=ce1cc0da-a569-4dec-9d46-54d4362584ec)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:22:58.866077 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (5ce56840-6313-479a-af93-aa8829f2d96a), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.877912 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Calling delete_port for 5ce56840-6313-479a-af93-aa8829f2d96a owned by network:dhcp {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:22:58.958446 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (5ce56840-6313-479a-af93-aa8829f2d96a), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.985448 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce56840-6313-479a-af93-aa8829f2d96a,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:58.988249 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] No DVR routers for this DVR port 5ce56840-6313-479a-af93-aa8829f2d96a on host dv-cinder-830093-3-iscsi {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:22:59.012770 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:59.013077 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:59.013420 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:59.013759 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:59.014090 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:59.014424 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:59.014754 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:59.015080 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:59.015406 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:59.015736 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:59.016116 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:59.016466 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:59.016789 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:59.068879 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733548', 'neutron.services.segments.db._delete_segments_for_network-8789199064935'] for network (dfea349b-6bfd-41c2-92c4-062cebf33ab6), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:59.093888 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfea349b-6bfd-41c2-92c4-062cebf33ab6']}} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:59.104381 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1cc0da-a569-4dec-9d46-54d4362584ec') {'for_net_delete': True} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:59.104736 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1cc0da-a569-4dec-9d46-54d4362584ec') {} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:59.105211 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a91f6f4-4a12-44a9-a7f2-83d9a66cdcc2 None None] DHCP port deletion for dfea349b-6bfd-41c2-92c4-062cebf33ab6 request from dv-cinder-830093-3-iscsi {{(pid=109691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:22:59.116826 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199064176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29431097'] for segment (ce1cc0da-a569-4dec-9d46-54d4362584ec), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:59.135795 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (ce1cc0da-a569-4dec-9d46-54d4362584ec), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:59.142540 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:22:59.142930 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29844251'] for segment (ce1cc0da-a569-4dec-9d46-54d4362584ec), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: Traceback (most recent call last): Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: timer() Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: cb(*args, **kw) Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: return func(*args, **kwargs) Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: self._notify() Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: self.callback(batched_events) Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: event.method(event) Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: return f(self, *a, **k) Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: return self._get(url).json() Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: return self.request(url, 'GET', **kwargs) Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:22:59.144711 dv-cinder-830093-3-iscsi neutron-server[109689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:22:59.197583 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1751717'] for network (dfea349b-6bfd-41c2-92c4-062cebf33ab6), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:59.207306 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:59.212812 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] 10.222.0.45 "DELETE /v2.0/networks/dfea349b-6bfd-41c2-92c4-062cebf33ab6 HTTP/1.1" status: 204 len: 168 time: 0.5454943 Mar 08 20:22:59.230029 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30039806-9f01-4527-9e55-0e22a69fa4ca admin admin] Pushing event deleted for resources: {'Network': ['ID=dfea349b-6bfd-41c2-92c4-062cebf33ab6,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:59.263283 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 5ce56840-6313-479a-af93-aa8829f2d96a no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:22:59.285951 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 5ce56840-6313-479a-af93-aa8829f2d96a {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:22:59.286383 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 5ce56840-6313-479a-af93-aa8829f2d96a not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:22:59.286808 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411 no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:22:59.306449 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:22:59.306802 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 36b1ad70-e5aa-4ba1-9eb1-2763caf2a411 not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:22:59.307223 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device c82e533e-e390-4b9d-a488-8d74fd193766 no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:22:59.325504 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: c82e533e-e390-4b9d-a488-8d74fd193766 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:22:59.325775 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device c82e533e-e390-4b9d-a488-8d74fd193766 not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:22:59.333228 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 41886) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:59.372158 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-a1b23256-4fb2-472b-b014-db948ab3401e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94f11a138e0849f79d37eff5a59cf1cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377948 Mar 08 20:22:59.374606 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 41888) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:59.424194 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-837a34f1-0587-43ca-9272-1c8b3cbfe1cb admin admin] Publish callbacks [] for security_group (81cb3b54-1c76-41b2-af89-9f4115824a66), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:59.444361 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-837a34f1-0587-43ca-9272-1c8b3cbfe1cb admin admin] Publish callbacks [] for security_group (81cb3b54-1c76-41b2-af89-9f4115824a66), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:59.490873 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-837a34f1-0587-43ca-9272-1c8b3cbfe1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (81cb3b54-1c76-41b2-af89-9f4115824a66), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:59.493541 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-837a34f1-0587-43ca-9272-1c8b3cbfe1cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:59.494689 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-837a34f1-0587-43ca-9272-1c8b3cbfe1cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/81cb3b54-1c76-41b2-af89-9f4115824a66 HTTP/1.1" status: 204 len: 168 time: 0.1191964 Mar 08 20:22:59.502228 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a34f1-0587-43ca-9272-1c8b3cbfe1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cb3b54-1c76-41b2-af89-9f4115824a66,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:59.808856 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-14eabd14-7cb1-4f3c-9f7d-5a194a5773d4 req-f304b1a2-3efb-47c3-a37c-f33f77cbbc61 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0270178 Mar 08 20:22:59.819428 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:00.717958 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 41946) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:00.817725 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b29d1db6-bfab-443e-bc21-51547aeca93e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:00.915693 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-30bbc15b-22a2-4618-b85c-324b84193c77 req-87ea786b-87f0-4a73-a5be-6b3fe3b79017 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0363014 Mar 08 20:23:00.917484 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b29d1db6-bfab-443e-bc21-51547aeca93e admin admin] Publish callbacks [] for security_group (52b12723-4248-45c6-9b35-98a7cf7ee5a9), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:00.921456 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b29d1db6-bfab-443e-bc21-51547aeca93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (52b12723-4248-45c6-9b35-98a7cf7ee5a9), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:00.959636 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-b29d1db6-bfab-443e-bc21-51547aeca93e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eddf114e19a3477e995061dedf706bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406332 Mar 08 20:23:00.960518 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d1db6-bfab-443e-bc21-51547aeca93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b12723-4248-45c6-9b35-98a7cf7ee5a9,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:00.962344 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 41952) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:01.009214 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a418267c-9f60-4a03-b16f-44487cfe4b5a admin admin] Publish callbacks [] for security_group (52b12723-4248-45c6-9b35-98a7cf7ee5a9), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:01.029693 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a418267c-9f60-4a03-b16f-44487cfe4b5a admin admin] Publish callbacks [] for security_group (52b12723-4248-45c6-9b35-98a7cf7ee5a9), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:01.074537 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a418267c-9f60-4a03-b16f-44487cfe4b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (52b12723-4248-45c6-9b35-98a7cf7ee5a9), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:01.077203 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a418267c-9f60-4a03-b16f-44487cfe4b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:01.078363 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-a418267c-9f60-4a03-b16f-44487cfe4b5a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/52b12723-4248-45c6-9b35-98a7cf7ee5a9 HTTP/1.1" status: 204 len: 168 time: 0.1149333 Mar 08 20:23:01.086287 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418267c-9f60-4a03-b16f-44487cfe4b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b12723-4248-45c6-9b35-98a7cf7ee5a9,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:01.265281 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:02.012973 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c0bc4da5-4ba7-4f6e-bf56-fed809c2183a req-2953ad73-eb94-4ea8-adcb-ea5518cde8c5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0301855 Mar 08 20:23:02.497842 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:03.106285 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bff3e128-d90e-4a4c-9d0b-31c933913146 req-7afb6e10-b810-45b7-b098-b17916e3afce tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0266368 Mar 08 20:23:04.198144 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d785ed1a-0b0d-4adc-be99-0d6fc961f522 req-d0d500fe-fb08-4b54-89c7-69ecdad9b353 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0264008 Mar 08 20:23:05.292813 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0dec03b0-cee6-43a7-9937-e35884912b2b req-c9e011c5-093b-4152-9069-36e0e9f65548 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0292790 Mar 08 20:23:05.901217 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 42084) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:06.006036 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-95bd03b3-2608-498c-8a02-edfbd7c1500b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:06.079056 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-95bd03b3-2608-498c-8a02-edfbd7c1500b admin admin] Publish callbacks [] for security_group (81d17ceb-e2f2-4e1b-84a0-30c1ab672f56), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:06.084263 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-95bd03b3-2608-498c-8a02-edfbd7c1500b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (81d17ceb-e2f2-4e1b-84a0-30c1ab672f56), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:06.121802 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-95bd03b3-2608-498c-8a02-edfbd7c1500b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1edb388a6add4653a3ba1951339a865f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194998 Mar 08 20:23:06.122926 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd03b3-2608-498c-8a02-edfbd7c1500b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d17ceb-e2f2-4e1b-84a0-30c1ab672f56,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:06.124445 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42088) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:06.171825 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6533346f-a35d-4af9-bc40-00e52bb9bcc6 admin admin] Publish callbacks [] for security_group (81d17ceb-e2f2-4e1b-84a0-30c1ab672f56), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:06.192298 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6533346f-a35d-4af9-bc40-00e52bb9bcc6 admin admin] Publish callbacks [] for security_group (81d17ceb-e2f2-4e1b-84a0-30c1ab672f56), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:06.240703 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6533346f-a35d-4af9-bc40-00e52bb9bcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (81d17ceb-e2f2-4e1b-84a0-30c1ab672f56), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:06.243240 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6533346f-a35d-4af9-bc40-00e52bb9bcc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:06.244396 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-6533346f-a35d-4af9-bc40-00e52bb9bcc6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/81d17ceb-e2f2-4e1b-84a0-30c1ab672f56 HTTP/1.1" status: 204 len: 168 time: 0.1188629 Mar 08 20:23:06.251662 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533346f-a35d-4af9-bc40-00e52bb9bcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d17ceb-e2f2-4e1b-84a0-30c1ab672f56,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:06.392434 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2a8478e2-5a58-44cc-9f7d-332043c70077 req-b0423240-f09f-43dd-aa80-61534a7215c5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0290487 Mar 08 20:23:06.505836 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42102) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:06.519262 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c14a59b7-c680-4db8-96dd-af7087b3b80e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:06.590465 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c14a59b7-c680-4db8-96dd-af7087b3b80e admin admin] Publish callbacks [] for security_group (bb7b34b3-f2ca-4d13-8c4b-d92a313a5cbd), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:06.593989 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c14a59b7-c680-4db8-96dd-af7087b3b80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (bb7b34b3-f2ca-4d13-8c4b-d92a313a5cbd), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:06.631532 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-c14a59b7-c680-4db8-96dd-af7087b3b80e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e12807ac4f18421480911ad709b316e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246686 Mar 08 20:23:06.632648 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a59b7-c680-4db8-96dd-af7087b3b80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7b34b3-f2ca-4d13-8c4b-d92a313a5cbd,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:06.634301 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 42104) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:06.681645 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4cca6ea4-5f33-4d2a-a5eb-59324b117b62 admin admin] Publish callbacks [] for security_group (bb7b34b3-f2ca-4d13-8c4b-d92a313a5cbd), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:06.702805 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4cca6ea4-5f33-4d2a-a5eb-59324b117b62 admin admin] Publish callbacks [] for security_group (bb7b34b3-f2ca-4d13-8c4b-d92a313a5cbd), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:06.748168 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4cca6ea4-5f33-4d2a-a5eb-59324b117b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (bb7b34b3-f2ca-4d13-8c4b-d92a313a5cbd), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:06.750716 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4cca6ea4-5f33-4d2a-a5eb-59324b117b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:06.751863 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-4cca6ea4-5f33-4d2a-a5eb-59324b117b62 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb7b34b3-f2ca-4d13-8c4b-d92a313a5cbd HTTP/1.1" status: 204 len: 168 time: 0.1157880 Mar 08 20:23:06.759479 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca6ea4-5f33-4d2a-a5eb-59324b117b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7b34b3-f2ca-4d13-8c4b-d92a313a5cbd,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:07.394443 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 42126) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:07.488881 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-13f40120-831a-4dc3-9a1a-901a538cf748 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1270897039-network', 'tenant_id': '91c108d1c69e40f89916a988313e4cad'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:07.493232 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-1c65f837-ac7c-4321-9f31-27ed9afddea6 req-e4f683b5-22c6-402d-865c-e14b8bb38c2f tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0328145 Mar 08 20:23:07.519006 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f40120-831a-4dc3-9a1a-901a538cf748 admin admin] Made reservation on behalf of 91c108d1c69e40f89916a988313e4cad for: {'network': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:23:07.521487 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-13f40120-831a-4dc3-9a1a-901a538cf748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:07.530488 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-13f40120-831a-4dc3-9a1a-901a538cf748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:07.607250 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-13f40120-831a-4dc3-9a1a-901a538cf748 admin admin] Publish callbacks [] for security_group (79f8a2eb-6687-42bf-948e-e1cc48fb7c32), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:07.611035 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-13f40120-831a-4dc3-9a1a-901a538cf748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (79f8a2eb-6687-42bf-948e-e1cc48fb7c32), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:07.637679 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f40120-831a-4dc3-9a1a-901a538cf748 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:23:07.646594 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f40120-831a-4dc3-9a1a-901a538cf748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f8a2eb-6687-42bf-948e-e1cc48fb7c32,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:07.653981 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-13f40120-831a-4dc3-9a1a-901a538cf748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (871e6631-41b6-4ea5-8a86-2c2a70f6d506), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:07.653981 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.segments_db [None req-13f40120-831a-4dc3-9a1a-901a538cf748 admin admin] Added segment 871e6631-41b6-4ea5-8a86-2c2a70f6d506 of type vlan for network a2d533dc-0103-4e71-9899-9d2cb8e594ce Mar 08 20:23:07.695852 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-13f40120-831a-4dc3-9a1a-901a538cf748 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (a2d533dc-0103-4e71-9899-9d2cb8e594ce), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:07.719210 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-13f40120-831a-4dc3-9a1a-901a538cf748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (a2d533dc-0103-4e71-9899-9d2cb8e594ce), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:07.720156 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f40120-831a-4dc3-9a1a-901a538cf748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:07.720766 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-13f40120-831a-4dc3-9a1a-901a538cf748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:07.753497 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-13f40120-831a-4dc3-9a1a-901a538cf748 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3578141 Mar 08 20:23:07.756262 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42138) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:07.761688 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-b31fe8bf-4b15-43c5-b768-1a6acf6934f5 admin admin] Request body: {'subnet': {'network_id': 'a2d533dc-0103-4e71-9899-9d2cb8e594ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1270897039-subnet', 'tenant_id': '91c108d1c69e40f89916a988313e4cad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:07.780623 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31fe8bf-4b15-43c5-b768-1a6acf6934f5 admin admin] Made reservation on behalf of 91c108d1c69e40f89916a988313e4cad for: {'subnet': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:23:07.781747 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f40120-831a-4dc3-9a1a-901a538cf748 admin admin] Pushing event updated for resources: {'Network': ['ID=a2d533dc-0103-4e71-9899-9d2cb8e594ce,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:07.783353 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b31fe8bf-4b15-43c5-b768-1a6acf6934f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30349178'] for subnet (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:07.791827 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network a2d533dc-0103-4e71-9899-9d2cb8e594ce details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:23:07.954199 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b31fe8bf-4b15-43c5-b768-1a6acf6934f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31980671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30349156'] for subnet (db915975-b26b-43d9-80f1-85454e257fae), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:08.012729 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fe8bf-4b15-43c5-b768-1a6acf6934f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db915975-b26b-43d9-80f1-85454e257fae,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:08.019479 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31fe8bf-4b15-43c5-b768-1a6acf6934f5 admin admin] Checking segment: {'id': '871e6631-41b6-4ea5-8a86-2c2a70f6d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2d533dc-0103-4e71-9899-9d2cb8e594ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:23:08.019827 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31fe8bf-4b15-43c5-b768-1a6acf6934f5 admin admin] Network hostable DHCP agents. Network: a2d533dc-0103-4e71-9899-9d2cb8e594ce, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:23:08.035212 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31fe8bf-4b15-43c5-b768-1a6acf6934f5 admin admin] Network a2d533dc-0103-4e71-9899-9d2cb8e594ce is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:23:08.043304 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-b31fe8bf-4b15-43c5-b768-1a6acf6934f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, a2d533dc-0103-4e71-9899-9d2cb8e594ce) {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:23:08.047201 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31fe8bf-4b15-43c5-b768-1a6acf6934f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:08.047774 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b31fe8bf-4b15-43c5-b768-1a6acf6934f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:08.052741 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c75f0d-0544-4c02-a685-a671c5556e87 None None] Network a2d533dc-0103-4e71-9899-9d2cb8e594ce requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:23:08.068825 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-b31fe8bf-4b15-43c5-b768-1a6acf6934f5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3113937 Mar 08 20:23:08.149793 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125dfe2b-ac24-47b3-b1ca-3065de2c3aa8 None None] Network a2d533dc-0103-4e71-9899-9d2cb8e594ce requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:23:08.602820 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d7d037b1-e203-4a25-b396-9ff16223e7da req-9875caaa-7a33-4fd4-be72-c54dc385cfbf tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0292990 Mar 08 20:23:09.698012 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d2011af2-9269-41ee-9158-312761ea018a req-0afccbed-cede-4d6b-80e8-53f652275c1e tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0279188 Mar 08 20:23:10.790571 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-636d19a2-9489-49c1-a5b2-308aa172512c req-2d6cf488-7d91-49ae-aef4-c2ee3be233d7 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0268433 Mar 08 20:23:11.882044 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b5354eda-122b-4c3b-ab02-4868ef7e02ba req-a3f872c4-1247-4b05-8091-47abb830ae18 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0260353 Mar 08 20:23:12.846833 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:12.978146 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-979c3ce4-a799-4627-a964-f2b123b02d2b req-e2405e85-56e8-4bbd-b523-3ee127dfe5a3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0298166 Mar 08 20:23:14.069751 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-70c7b509-7c0f-4a8d-afea-4cc94d68ce5d req-ba52f8cd-c35e-43f2-a187-af907216bdb1 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0271757 Mar 08 20:23:15.161079 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f6c00ca2-dadf-4617-b017-a3926f1fb1be req-992220c5-ad78-4b91-a593-dc166b680251 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0269020 Mar 08 20:23:16.252740 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d7b95e47-cfd4-4fa8-b424-fe90e1f0413d req-2a71d319-96cc-4c9b-92a1-e849ec3db013 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0256000 Mar 08 20:23:17.344403 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-79860d53-def6-4407-a3d7-f73e762bc556 req-c6959cdf-838a-4165-a1c5-f4d473557c34 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0264089 Mar 08 20:23:18.438311 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8bf73c36-dd12-4b73-ab8d-f88ba78425d8 req-c1af36f6-b6a6-45b4-a9d9-77ef78b0afe2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0306466 Mar 08 20:23:19.357881 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:23:19.529951 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b712440a-fd05-4120-b189-3995a07a6be3 req-105547c9-8d62-42c2-afb5-3476f5e5a377 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0274041 Mar 08 20:23:20.620725 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2b12bef3-941c-400b-bd1f-6c6e70828969 req-f699b9b2-34f1-4221-ac72-80cd2b5d3c16 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0263827 Mar 08 20:23:21.714577 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f2b93ac4-fe00-40d9-a763-25bda6df45aa req-3ba0b8e9-bd7f-448b-bb2a-2180a51838cc tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0264525 Mar 08 20:23:22.806710 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cac67de8-b138-4287-876b-146a0cca16c8 req-607ef1f8-8e8c-4cbf-841f-f395af378123 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0263677 Mar 08 20:23:23.898414 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ed2b37d5-1ea2-40f6-99da-08524eb725f4 req-99e6f415-e498-4400-bec9-2f51585aad54 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0268395 Mar 08 20:23:24.995150 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ca12c37d-c66c-412f-80db-197bef45725d req-8567525c-d8fa-4225-bb4b-3a60d22e20e3 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0268371 Mar 08 20:23:26.089573 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0abf982d-a395-4c25-a671-9094260ab7b1 req-ca2dbae9-b5eb-4504-b215-ef11f6ba00fe tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0302081 Mar 08 20:23:26.248573 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-50b57e5e-1f47-431b-b175-8ddd9f2387c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:27.180431 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a3972561-7d0a-4258-8b68-db3d7667cdd8 req-3f598a3e-2c75-41a7-a2fd-b4cbef9d0b77 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0264087 Mar 08 20:23:28.277932 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e3e2fcc9-f6c9-4b49-b133-23e08457ad8e req-9b5c2cba-bd35-4d5e-a0bf-bf53efecc27d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0272853 Mar 08 20:23:28.504861 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f05bc46e-d8be-4d56-aa0c-24fedbb4d96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:29.370389 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fc392de4-f198-45f5-acd6-eadae29ad683 req-b434ebab-5c12-404d-ba1c-9fb1a875eac1 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0263631 Mar 08 20:23:29.818976 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:30.461906 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-bc2b4b85-401d-4fe6-be8a-9b3f275ca548 req-e2b90e73-4905-44f7-bbd8-9c83dac148f6 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0270681 Mar 08 20:23:31.267811 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:31.560203 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-39b126f7-7e89-470f-9f6d-177a27c824fe req-9af685e0-692e-48cb-b8b7-5b2ad88f8a49 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0310524 Mar 08 20:23:32.499100 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:32.652545 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1d3e3025-26b2-4baf-8572-8e77514b2528 req-e7704b8b-750a-4e46-bd18-f3b88c368277 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0271308 Mar 08 20:23:33.742634 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8d1db9e0-85dc-46e9-9794-91a140a5955d req-90e803e5-1a69-4813-9ca5-2f4479ffef64 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0271096 Mar 08 20:23:34.833883 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7a573ea6-29b4-47fe-891e-1300fa6a7d94 req-4b5d085e-841c-4ebb-86d0-021ca63e02e8 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0264983 Mar 08 20:23:35.926485 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-517a3aaa-8c42-4d5b-a2e5-de9c9a6c8ee4 req-9c7ca7bc-f58d-46ba-9b4c-e602c8b371fc tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0265174 Mar 08 20:23:37.019995 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f04aee7f-2550-482c-b940-9f118630ae5b req-b957cc94-5e73-4c63-97ec-c097083b5a63 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0262864 Mar 08 20:23:38.115695 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-600af6bd-abc5-426c-acd0-469832930556 req-5ca120db-0e04-4866-9460-e493eda31c00 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0279777 Mar 08 20:23:39.206058 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3b41780c-c964-48d4-ac00-7c4f07215f5a req-8e17b9d5-5311-4df6-945c-d5d85fc89396 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0287952 Mar 08 20:23:40.298086 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9375a991-1814-4b29-ab5b-30001513dd5e req-0d28649a-5b8a-43c3-8a08-d57e37df7e67 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0261054 Mar 08 20:23:41.389746 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-67e5e150-d5e7-4b6b-bc32-62d192d95415 req-26dfcb4c-8f68-4c3e-800a-027c310cafbb tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0267248 Mar 08 20:23:42.481597 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cc9bf3c7-1914-4ec7-9481-c7c6bc0685f9 req-cd497c72-e1fc-4dce-a6f6-4f84738682c0 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0270333 Mar 08 20:23:42.857562 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:43.573176 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0f455d2d-b25f-4172-aed9-021ed5e5fda8 req-a022ea67-4f4a-4855-8e65-7c987fcb408e tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0272276 Mar 08 20:23:44.668545 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e42a5757-bed8-4391-b4a6-6982a33273e0 req-bf8f7d65-cd57-4465-a319-b895bdd216e7 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0299735 Mar 08 20:23:45.760558 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5083ca8b-3bf0-4421-96e1-da25d7d833bc req-adb09776-8110-4466-a118-43b1d65de6ec tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0270693 Mar 08 20:23:46.853034 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3dfa8b9f-550a-4890-8e68-d355b5da4976 req-f96e01b6-07a0-4525-ba1a-42a2dd82d38d tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0263543 Mar 08 20:23:47.954261 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f84f34f6-df2b-4846-b220-57f087bac204 req-ef5c6bf2-cbb2-4af0-8557-ea50feb807f7 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb579508-9118-47e4-a758-8e9c83890f77 HTTP/1.1" status: 200 len: 210 time: 0.0267210 Mar 08 20:23:48.512001 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-09c23237-d2e2-46d4-b464-fcf02fa0d6ea tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:48.514143 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-09c23237-d2e2-46d4-b464-fcf02fa0d6ea tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/networks?id=a2d533dc-0103-4e71-9899-9d2cb8e594ce HTTP/1.1" status: 200 len: 809 time: 0.1014421 Mar 08 20:23:48.529855 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-3ede7e13-6c23-4a65-ac90-c8477fd130f9 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/quotas/91c108d1c69e40f89916a988313e4cad HTTP/1.1" status: 200 len: 375 time: 0.0099759 Mar 08 20:23:48.570034 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-68d2f635-b83c-4fa9-868b-fea0f3f3c6d5 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=91c108d1c69e40f89916a988313e4cad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349841 Mar 08 20:23:48.636357 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-8aac1d51-d253-4868-b8a6-9e6e8d44b341 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:23:48.637430 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-8aac1d51-d253-4868-b8a6-9e6e8d44b341 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0609050 Mar 08 20:23:48.725260 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-b1be5db0-a8ff-41c3-b5f1-0aca742e9705 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d533dc-0103-4e71-9899-9d2cb8e594ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818737 Mar 08 20:23:48.814821 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-c761ac62-3dbf-4377-8a44-218af21b51f0 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d533dc-0103-4e71-9899-9d2cb8e594ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838943 Mar 08 20:23:48.968301 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2a3b76d3-e8b6-4656-8f0d-e18da6621136 req-f22b1725-b7f4-4614-b4f4-9e8ab4189a9e tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd31ad07-b42b-480c-add3-8c367495ed4a HTTP/1.1" status: 200 len: 210 time: 0.0278983 Mar 08 20:23:49.042256 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42564) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:49.099769 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-aade60a0-08fa-4d4a-b5d0-e1db398201a2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group (67b2cc42-5351-4ae2-9049-5c2eedd4dfae), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:49.132722 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-aade60a0-08fa-4d4a-b5d0-e1db398201a2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group (67b2cc42-5351-4ae2-9049-5c2eedd4dfae), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:49.198167 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-aade60a0-08fa-4d4a-b5d0-e1db398201a2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (67b2cc42-5351-4ae2-9049-5c2eedd4dfae), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:49.205590 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-aade60a0-08fa-4d4a-b5d0-e1db398201a2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:49.206771 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-aade60a0-08fa-4d4a-b5d0-e1db398201a2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "DELETE /v2.0/security-groups/67b2cc42-5351-4ae2-9049-5c2eedd4dfae HTTP/1.1" status: 204 len: 168 time: 0.1634736 Mar 08 20:23:49.210102 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 42588) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:49.218612 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade60a0-08fa-4d4a-b5d0-e1db398201a2 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b2cc42-5351-4ae2-9049-5c2eedd4dfae,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:49.224139 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.api.v2.resource [None req-ee883a77-5dcc-4afe-9ffe-b3c150b017f5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] show failed (client error): The resource could not be found. Mar 08 20:23:49.228790 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-ee883a77-5dcc-4afe-9ffe-b3c150b017f5 tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "GET /v2.0/security-groups/67b2cc42-5351-4ae2-9049-5c2eedd4dfae HTTP/1.1" status: 404 len: 347 time: 0.0173972 Mar 08 20:23:49.229588 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 42592) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:49.391162 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-742c0595-dd5d-4cba-bb73-054a5bb833ca tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Deleting port b2a8bd64-aa9a-4490-b38a-3871b77fbe96 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:23:49.391367 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-742c0595-dd5d-4cba-bb73-054a5bb833ca tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (b2a8bd64-aa9a-4490-b38a-3871b77fbe96), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:49.477016 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-742c0595-dd5d-4cba-bb73-054a5bb833ca tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (b2a8bd64-aa9a-4490-b38a-3871b77fbe96), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:49.477430 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-742c0595-dd5d-4cba-bb73-054a5bb833ca tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for floatingip (b2a8bd64-aa9a-4490-b38a-3871b77fbe96), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:49.492154 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-742c0595-dd5d-4cba-bb73-054a5bb833ca tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Calling delete_port for b2a8bd64-aa9a-4490-b38a-3871b77fbe96 owned by network:floatingip {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:23:49.644032 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-742c0595-dd5d-4cba-bb73-054a5bb833ca tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (b2a8bd64-aa9a-4490-b38a-3871b77fbe96), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:49.671397 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c0595-dd5d-4cba-bb73-054a5bb833ca tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Pushing event deleted for resources: {'Port': ['ID=b2a8bd64-aa9a-4490-b38a-3871b77fbe96,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:49.736586 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-742c0595-dd5d-4cba-bb73-054a5bb833ca tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks [] for floatingip (7dcfdc9e-2fcc-43c8-bd24-630611c87542), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:49.739120 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-742c0595-dd5d-4cba-bb73-054a5bb833ca tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:49.740310 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-742c0595-dd5d-4cba-bb73-054a5bb833ca tempest-AttachVolumeTestJSON-496164451 tempest-AttachVolumeTestJSON-496164451-project] 10.222.0.45 "DELETE /v2.0/floatingips/7dcfdc9e-2fcc-43c8-bd24-630611c87542 HTTP/1.1" status: 204 len: 168 time: 0.5095956 Mar 08 20:23:49.793620 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42608) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:49.915368 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-5e1566d7-bb1e-4594-9fdb-29db40456d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.014335 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-5e1566d7-bb1e-4594-9fdb-29db40456d31 admin admin] Publish callbacks [] for security_group (7df1d508-1e2b-40b1-8b6c-70b341b8f9c1), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.020263 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-5e1566d7-bb1e-4594-9fdb-29db40456d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (7df1d508-1e2b-40b1-8b6c-70b341b8f9c1), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.065869 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-5e1566d7-bb1e-4594-9fdb-29db40456d31 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c4aa5762ee6401a9c0a31e477579ff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709696 Mar 08 20:23:50.072813 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 42618) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:50.102000 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4876359f-a556-4d18-b617-2acfa8b37554 req-8d0fd2a4-e8e5-4e97-a897-ebc6d0c4d7fd tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd31ad07-b42b-480c-add3-8c367495ed4a HTTP/1.1" status: 200 len: 210 time: 0.0423942 Mar 08 20:23:50.103313 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1566d7-bb1e-4594-9fdb-29db40456d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df1d508-1e2b-40b1-8b6c-70b341b8f9c1,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:50.208428 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-973be621-a25a-4d30-8e84-6984ae361e06 admin admin] Publish callbacks [] for security_group (7df1d508-1e2b-40b1-8b6c-70b341b8f9c1), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.225798 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-8a719dd3-e0e9-4b03-ba8d-222d79519bdc tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:50.227629 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-8a719dd3-e0e9-4b03-ba8d-222d79519bdc tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.60 "GET /v2.0/networks?id=a2d533dc-0103-4e71-9899-9d2cb8e594ce HTTP/1.1" status: 200 len: 809 time: 0.1675470 Mar 08 20:23:50.243979 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-17221b6b-ad28-4095-8bf6-1873090abfee tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Request body: {'port': {'device_id': 'dd31ad07-b42b-480c-add3-8c367495ed4a', 'network_id': 'a2d533dc-0103-4e71-9899-9d2cb8e594ce', 'admin_state_up': True, 'tenant_id': '91c108d1c69e40f89916a988313e4cad'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:50.249184 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-973be621-a25a-4d30-8e84-6984ae361e06 admin admin] Publish callbacks [] for security_group (7df1d508-1e2b-40b1-8b6c-70b341b8f9c1), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.361959 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-973be621-a25a-4d30-8e84-6984ae361e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (7df1d508-1e2b-40b1-8b6c-70b341b8f9c1), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.364934 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-973be621-a25a-4d30-8e84-6984ae361e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.366050 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-973be621-a25a-4d30-8e84-6984ae361e06 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7df1d508-1e2b-40b1-8b6c-70b341b8f9c1 HTTP/1.1" status: 204 len: 168 time: 0.2917149 Mar 08 20:23:50.379938 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973be621-a25a-4d30-8e84-6984ae361e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df1d508-1e2b-40b1-8b6c-70b341b8f9c1,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:50.387334 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-17221b6b-ad28-4095-8bf6-1873090abfee tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Made reservation on behalf of 91c108d1c69e40f89916a988313e4cad for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:23:50.391052 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-17221b6b-ad28-4095-8bf6-1873090abfee tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.428009 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42630) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:50.529115 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-17221b6b-ad28-4095-8bf6-1873090abfee tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Allocated IP 172.20.0.12 (a2d533dc-0103-4e71-9899-9d2cb8e594ce/db915975-b26b-43d9-80f1-85454e257fae/c9cda59b-8b7f-4f21-822e-46228c0379c7) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:23:50.530366 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_v2 [None req-5882cf04-182b-487b-97ad-352c2fa8b6c8 admin admin] Deleting subnet a30f2c2b-8b17-48dc-870b-251bcec9ce3f {{(pid=109690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:23:50.536030 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-5882cf04-182b-487b-97ad-352c2fa8b6c8 admin admin] Publish callbacks [] for subnet (a30f2c2b-8b17-48dc-870b-251bcec9ce3f), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.573252 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-5882cf04-182b-487b-97ad-352c2fa8b6c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30217747'] for subnet (a30f2c2b-8b17-48dc-870b-251bcec9ce3f), precommit_delete_associations {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.617229 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-5882cf04-182b-487b-97ad-352c2fa8b6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651235'] for subnet (a30f2c2b-8b17-48dc-870b-251bcec9ce3f), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.685696 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-5882cf04-182b-487b-97ad-352c2fa8b6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31980216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30349085'] for subnet (a30f2c2b-8b17-48dc-870b-251bcec9ce3f), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.690156 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42636) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:50.701896 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-17221b6b-ad28-4095-8bf6-1873090abfee tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Publish callbacks [] for port (c9cda59b-8b7f-4f21-822e-46228c0379c7), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.720955 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882cf04-182b-487b-97ad-352c2fa8b6c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a30f2c2b-8b17-48dc-870b-251bcec9ce3f,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:50.728192 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-5882cf04-182b-487b-97ad-352c2fa8b6c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.731296 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-5882cf04-182b-487b-97ad-352c2fa8b6c8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a30f2c2b-8b17-48dc-870b-251bcec9ce3f HTTP/1.1" status: 204 len: 168 time: 0.3019798 Mar 08 20:23:50.733720 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42638) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:50.739624 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-17221b6b-ad28-4095-8bf6-1873090abfee tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (c9cda59b-8b7f-4f21-822e-46228c0379c7), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.740468 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9094f1b3-841f-48f1-abc6-bac4b50090dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.784607 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-17221b6b-ad28-4095-8bf6-1873090abfee tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Network a2d533dc-0103-4e71-9899-9d2cb8e594ce is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:23:50.788173 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-17221b6b-ad28-4095-8bf6-1873090abfee tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:23:50.792778 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-17221b6b-ad28-4095-8bf6-1873090abfee tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:23:50.795275 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17221b6b-ad28-4095-8bf6-1873090abfee tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Pushing event updated for resources: {'Port': ['ID=c9cda59b-8b7f-4f21-822e-46228c0379c7,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:50.828212 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f9660236-f2ea-4774-be50-48aae5bd916e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627052'] for network (a3e9c780-e855-4db2-b241-a494e4a1b9ae), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.842517 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-17221b6b-ad28-4095-8bf6-1873090abfee tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:50.843364 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-17221b6b-ad28-4095-8bf6-1873090abfee tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.860628 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-17221b6b-ad28-4095-8bf6-1873090abfee tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6201634 Mar 08 20:23:50.915413 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9094f1b3-841f-48f1-abc6-bac4b50090dd admin admin] Publish callbacks [] for security_group (3b24568e-0d41-4844-b5f8-8c1b5a13ec71), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.943091 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9094f1b3-841f-48f1-abc6-bac4b50090dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (3b24568e-0d41-4844-b5f8-8c1b5a13ec71), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.946767 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f9660236-f2ea-4774-be50-48aae5bd916e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733548', 'neutron.services.segments.db._delete_segments_for_network-8789199064935'] for network (a3e9c780-e855-4db2-b241-a494e4a1b9ae), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:50.993945 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-f9660236-f2ea-4774-be50-48aae5bd916e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e9c780-e855-4db2-b241-a494e4a1b9ae']}} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:51.006417 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Request body: {'port': {'device_id': 'dd31ad07-b42b-480c-add3-8c367495ed4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:51.006857 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-f9660236-f2ea-4774-be50-48aae5bd916e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37a5047-594c-45eb-a67d-04be86042a0d') {'for_net_delete': True} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:51.007156 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-f9660236-f2ea-4774-be50-48aae5bd916e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37a5047-594c-45eb-a67d-04be86042a0d') {} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:51.009032 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094f1b3-841f-48f1-abc6-bac4b50090dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b24568e-0d41-4844-b5f8-8c1b5a13ec71,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:51.017946 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-9094f1b3-841f-48f1-abc6-bac4b50090dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d8d560426a9e4618938eb4a211453520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223441 Mar 08 20:23:51.021032 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42642) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:51.028475 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f9660236-f2ea-4774-be50-48aae5bd916e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199064176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30217960'] for segment (c37a5047-594c-45eb-a67d-04be86042a0d), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.056166 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f9660236-f2ea-4774-be50-48aae5bd916e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (c37a5047-594c-45eb-a67d-04be86042a0d), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.068173 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9660236-f2ea-4774-be50-48aae5bd916e admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:23:51.068599 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f9660236-f2ea-4774-be50-48aae5bd916e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31980242'] for segment (c37a5047-594c-45eb-a67d-04be86042a0d), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: Traceback (most recent call last): Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: timer() Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: cb(*args, **kw) Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: return func(*args, **kwargs) Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: self._notify() Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: self.callback(batched_events) Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: event.method(event) Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: return f(self, *a, **k) Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: return self._get(url).json() Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: return self.request(url, 'GET', **kwargs) Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:23:51.070229 dv-cinder-830093-3-iscsi neutron-server[109690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:23:51.079065 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (c9cda59b-8b7f-4f21-822e-46228c0379c7), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.143932 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-33532400-7814-473a-8feb-a518460c8139 admin admin] Publish callbacks [] for security_group (3b24568e-0d41-4844-b5f8-8c1b5a13ec71), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.156782 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f9660236-f2ea-4774-be50-48aae5bd916e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1751717'] for network (a3e9c780-e855-4db2-b241-a494e4a1b9ae), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.178864 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f9660236-f2ea-4774-be50-48aae5bd916e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.182201 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-f9660236-f2ea-4774-be50-48aae5bd916e admin admin] 10.222.0.45 "DELETE /v2.0/networks/a3e9c780-e855-4db2-b241-a494e4a1b9ae HTTP/1.1" status: 204 len: 168 time: 0.4475265 Mar 08 20:23:51.183165 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9660236-f2ea-4774-be50-48aae5bd916e admin admin] Pushing event deleted for resources: {'Network': ['ID=a3e9c780-e855-4db2-b241-a494e4a1b9ae,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:51.200608 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-33532400-7814-473a-8feb-a518460c8139 admin admin] Publish callbacks [] for security_group (3b24568e-0d41-4844-b5f8-8c1b5a13ec71), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.270951 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-33532400-7814-473a-8feb-a518460c8139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (3b24568e-0d41-4844-b5f8-8c1b5a13ec71), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.276106 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-33532400-7814-473a-8feb-a518460c8139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.280446 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-33532400-7814-473a-8feb-a518460c8139 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3b24568e-0d41-4844-b5f8-8c1b5a13ec71 HTTP/1.1" status: 204 len: 168 time: 0.2562203 Mar 08 20:23:51.294366 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33532400-7814-473a-8feb-a518460c8139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b24568e-0d41-4844-b5f8-8c1b5a13ec71,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:51.371866 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38dd48-f82f-404e-a9da-4df82e500d47 req-d7a9ccb3-1456-41be-824c-a17a790ae9d0 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:51.373494 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cb38dd48-f82f-404e-a9da-4df82e500d47 req-d7a9ccb3-1456-41be-824c-a17a790ae9d0 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd31ad07-b42b-480c-add3-8c367495ed4a HTTP/1.1" status: 200 len: 932 time: 0.1320927 Mar 08 20:23:51.455089 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42656) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:51.466473 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cb38dd48-f82f-404e-a9da-4df82e500d47 req-6d113d2e-0702-4d2e-b71e-0541c7f9d73f tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776889 Mar 08 20:23:51.501749 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-f2004214-1d99-414e-8d62-e95eb93905ef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f465b155dca1452a855efa3b5794a21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453601 Mar 08 20:23:51.504723 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42660) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:51.531877 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9cda59b-8b7f-4f21-822e-46228c0379c7 {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:23:51.539757 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Publish callbacks [] for port (c9cda59b-8b7f-4f21-822e-46228c0379c7), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.553057 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Transition to ACTIVE for port object c9cda59b-8b7f-4f21-822e-46228c0379c7 will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:23:51.558027 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (c9cda59b-8b7f-4f21-822e-46228c0379c7), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.558220 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0f243d19-6145-4ba7-b534-256b98ed95a5 admin admin] Publish callbacks [] for security_group (dbb2a848-6215-4c08-84c3-09213159d542), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.580461 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0f243d19-6145-4ba7-b534-256b98ed95a5 admin admin] Publish callbacks [] for security_group (dbb2a848-6215-4c08-84c3-09213159d542), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.611978 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c9cda59b-8b7f-4f21-822e-46228c0379c7,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:51.641352 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0f243d19-6145-4ba7-b534-256b98ed95a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (dbb2a848-6215-4c08-84c3-09213159d542), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.645099 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0f243d19-6145-4ba7-b534-256b98ed95a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.648714 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-0f243d19-6145-4ba7-b534-256b98ed95a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dbb2a848-6215-4c08-84c3-09213159d542 HTTP/1.1" status: 204 len: 168 time: 0.1406007 Mar 08 20:23:51.661863 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f243d19-6145-4ba7-b534-256b98ed95a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb2a848-6215-4c08-84c3-09213159d542,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:51.693492 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Attempting to bind port c9cda59b-8b7f-4f21-822e-46228c0379c7 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:23:51.694081 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Attempting to bind port c9cda59b-8b7f-4f21-822e-46228c0379c7 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '871e6631-41b6-4ea5-8a86-2c2a70f6d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2d533dc-0103-4e71-9899-9d2cb8e594ce'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:23:51.695613 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Attempting to bind port c9cda59b-8b7f-4f21-822e-46228c0379c7 on network a2d533dc-0103-4e71-9899-9d2cb8e594ce {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:23:51.700741 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Port c9cda59b-8b7f-4f21-822e-46228c0379c7 on network a2d533dc-0103-4e71-9899-9d2cb8e594ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:23:51.701650 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Attempting to bind port c9cda59b-8b7f-4f21-822e-46228c0379c7 on network a2d533dc-0103-4e71-9899-9d2cb8e594ce {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:23:51.712102 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:23:51.712567 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Checking segment: {'id': '871e6631-41b6-4ea5-8a86-2c2a70f6d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2d533dc-0103-4e71-9899-9d2cb8e594ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:23:51.712974 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Bound using segment: {'id': '871e6631-41b6-4ea5-8a86-2c2a70f6d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2d533dc-0103-4e71-9899-9d2cb8e594ce'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:23:51.713736 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Bound port: c9cda59b-8b7f-4f21-822e-46228c0379c7, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '871e6631-41b6-4ea5-8a86-2c2a70f6d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2d533dc-0103-4e71-9899-9d2cb8e594ce'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:23:51.714203 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (c9cda59b-8b7f-4f21-822e-46228c0379c7), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.785724 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] For port c9cda59b-8b7f-4f21-822e-46228c0379c7, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:23:51.789233 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] For port c9cda59b-8b7f-4f21-822e-46228c0379c7, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c9cda59b-8b7f-4f21-822e-46228c0379c7,segment=NetworkSegment(871e6631-41b6-4ea5-8a86-2c2a70f6d506),segment_id=871e6631-41b6-4ea5-8a86-2c2a70f6d506)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:23:51.795159 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (c9cda59b-8b7f-4f21-822e-46228c0379c7), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.835197 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:51.836144 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.837341 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] 10.222.0.60 "PUT /v2.0/ports/c9cda59b-8b7f-4f21-822e-46228c0379c7 HTTP/1.1" status: 200 len: 1094 time: 0.9701886 Mar 08 20:23:51.837839 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd31ad07-b42b-480c-add3-8c367495ed4a', 'tag': 'c9cda59b-8b7f-4f21-822e-46228c0379c7'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:23:51.840259 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab72292a-9ebf-4e4b-b1e5-80c1265029df" -d '{"events": [{"name": "network-changed", "server_uuid": "dd31ad07-b42b-480c-add3-8c367495ed4a", "tag": "c9cda59b-8b7f-4f21-822e-46228c0379c7"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:23:51.860028 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f556a-ca71-44ec-b92c-b74a6ae550d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c9cda59b-8b7f-4f21-822e-46228c0379c7,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:51.929167 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-914cd594-3023-45c9-a89e-e73e32a8a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:51.930680 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-914cd594-3023-45c9-a89e-e73e32a8a01b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=91c108d1c69e40f89916a988313e4cad&device_id=dd31ad07-b42b-480c-add3-8c367495ed4a HTTP/1.1" status: 200 len: 1128 time: 0.0488398 Mar 08 20:23:51.978912 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-8090806f-9767-45b7-994c-c0008a27e342 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9cda59b-8b7f-4f21-822e-46228c0379c7 HTTP/1.1" status: 200 len: 217 time: 0.0414863 Mar 08 20:23:52.028589 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-f21ea53c-9b4e-480c-813b-cdfc9ccf9b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:52.030137 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-f21ea53c-9b4e-480c-813b-cdfc9ccf9b5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db915975-b26b-43d9-80f1-85454e257fae HTTP/1.1" status: 200 len: 849 time: 0.0449855 Mar 08 20:23:52.063749 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-0b3d4c1d-6db4-45c3-b2ae-2e901b93124e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d533dc-0103-4e71-9899-9d2cb8e594ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271924 Mar 08 20:23:52.158019 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-f55aa5ac-04cc-4e8d-92f6-4c1aa3860dfb service neutron] 10.222.0.60 "GET /v2.0/networks/a2d533dc-0103-4e71-9899-9d2cb8e594ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885682 Mar 08 20:23:52.524431 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-66112203-4ac0-42a7-a3ca-534d2d91bf6b req-ab8c01cd-e669-4ffb-9cc6-fd8f681cc5ab service neutron] 10.222.0.60 "GET /v2.0/networks/a2d533dc-0103-4e71-9899-9d2cb8e594ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606141 Mar 08 20:23:52.537566 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42722) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:52.641649 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212dead-fb66-4175-9a41-3102c0b0a7a6 req-5d03fcfd-2309-4ee4-abd0-c31b89962804 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:52.646546 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7212dead-fb66-4175-9a41-3102c0b0a7a6 req-5d03fcfd-2309-4ee4-abd0-c31b89962804 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd31ad07-b42b-480c-add3-8c367495ed4a HTTP/1.1" status: 200 len: 944 time: 0.0731738 Mar 08 20:23:52.704678 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7212dead-fb66-4175-9a41-3102c0b0a7a6 req-0a74b24f-0c51-4a83-a97f-945074a37d88 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505121 Mar 08 20:23:52.759804 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-f6b488f3-d2ff-4069-bdb1-d616d68b6c78 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1877248476-network', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:52.779224 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b488f3-d2ff-4069-bdb1-d616d68b6c78 admin admin] Made reservation on behalf of 8ad9c8828e8248e8bffa20aa76e7639b for: {'network': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:23:52.781523 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f6b488f3-d2ff-4069-bdb1-d616d68b6c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:52.789837 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f6b488f3-d2ff-4069-bdb1-d616d68b6c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:52.863966 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f6b488f3-d2ff-4069-bdb1-d616d68b6c78 admin admin] Publish callbacks [] for security_group (0957f345-b3af-475c-bbc1-7d53b9e7fa8b), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:52.868317 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f6b488f3-d2ff-4069-bdb1-d616d68b6c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (0957f345-b3af-475c-bbc1-7d53b9e7fa8b), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:52.896166 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b488f3-d2ff-4069-bdb1-d616d68b6c78 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:23:52.899954 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7c9b23-5902-4f3c-93f3-b1661dffe576 x-openstack-request-id: req-bf7c9b23-5902-4f3c-93f3-b1661dffe576 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:23:52.900440 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd31ad07-b42b-480c-add3-8c367495ed4a", "tag": "c9cda59b-8b7f-4f21-822e-46228c0379c7", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:23:52.900925 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf7c9b23-5902-4f3c-93f3-b1661dffe576 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:23:52.903029 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd31ad07-b42b-480c-add3-8c367495ed4a', 'tag': 'c9cda59b-8b7f-4f21-822e-46228c0379c7', 'status': 'completed', 'code': 200} Mar 08 20:23:52.911795 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b488f3-d2ff-4069-bdb1-d616d68b6c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0957f345-b3af-475c-bbc1-7d53b9e7fa8b,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:52.914616 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f6b488f3-d2ff-4069-bdb1-d616d68b6c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (64139d84-f99b-42c7-ba1c-7ba47c106b5a), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:52.914957 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.segments_db [None req-f6b488f3-d2ff-4069-bdb1-d616d68b6c78 admin admin] Added segment 64139d84-f99b-42c7-ba1c-7ba47c106b5a of type vlan for network 546773f9-3d58-443e-852b-a01eb178b7d3 Mar 08 20:23:52.960880 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f6b488f3-d2ff-4069-bdb1-d616d68b6c78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (546773f9-3d58-443e-852b-a01eb178b7d3), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:52.981001 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72292a-9ebf-4e4b-b1e5-80c1265029df req-4a37e842-3ee8-4f9c-955d-5f3470dd4f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:52.982740 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ab72292a-9ebf-4e4b-b1e5-80c1265029df req-4a37e842-3ee8-4f9c-955d-5f3470dd4f60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=91c108d1c69e40f89916a988313e4cad&device_id=dd31ad07-b42b-480c-add3-8c367495ed4a HTTP/1.1" status: 200 len: 1128 time: 0.0483403 Mar 08 20:23:52.995040 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f6b488f3-d2ff-4069-bdb1-d616d68b6c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (546773f9-3d58-443e-852b-a01eb178b7d3), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:52.995982 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b488f3-d2ff-4069-bdb1-d616d68b6c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:52.996587 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f6b488f3-d2ff-4069-bdb1-d616d68b6c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:53.030804 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-f6b488f3-d2ff-4069-bdb1-d616d68b6c78 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4919448 Mar 08 20:23:53.033579 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42740) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:53.062116 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-b6eba3f2-4f89-47be-9081-d765e7af8456 admin admin] Request body: {'subnet': {'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1877248476-subnet', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'ip_version': 4}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:53.074346 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b488f3-d2ff-4069-bdb1-d616d68b6c78 admin admin] Pushing event updated for resources: {'Network': ['ID=546773f9-3d58-443e-852b-a01eb178b7d3,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:53.086996 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72292a-9ebf-4e4b-b1e5-80c1265029df req-4c680691-ccbd-4f97-bb19-49dcde758751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:53.087224 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6eba3f2-4f89-47be-9081-d765e7af8456 admin admin] Made reservation on behalf of 8ad9c8828e8248e8bffa20aa76e7639b for: {'subnet': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:23:53.088798 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ab72292a-9ebf-4e4b-b1e5-80c1265029df req-4c680691-ccbd-4f97-bb19-49dcde758751 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d533dc-0103-4e71-9899-9d2cb8e594ce HTTP/1.1" status: 200 len: 910 time: 0.0977225 Mar 08 20:23:53.090041 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b6eba3f2-4f89-47be-9081-d765e7af8456 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30349178'] for subnet (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:53.090489 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network 546773f9-3d58-443e-852b-a01eb178b7d3 details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:23:53.149360 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ab72292a-9ebf-4e4b-b1e5-80c1265029df req-99f7b560-16b8-472d-83f9-7bb38c4d80c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9cda59b-8b7f-4f21-822e-46228c0379c7 HTTP/1.1" status: 200 len: 217 time: 0.0501168 Mar 08 20:23:53.210341 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72292a-9ebf-4e4b-b1e5-80c1265029df req-94fd5e82-f067-4763-aeb0-23c1dc8e6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:53.211808 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ab72292a-9ebf-4e4b-b1e5-80c1265029df req-94fd5e82-f067-4763-aeb0-23c1dc8e6c3e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db915975-b26b-43d9-80f1-85454e257fae HTTP/1.1" status: 200 len: 849 time: 0.0562255 Mar 08 20:23:53.246289 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ab72292a-9ebf-4e4b-b1e5-80c1265029df req-060b4a56-a5dc-4815-a6ed-dcfe54e81ab8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d533dc-0103-4e71-9899-9d2cb8e594ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269966 Mar 08 20:23:53.282742 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b6eba3f2-4f89-47be-9081-d765e7af8456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31980671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30349156'] for subnet (761858cc-528f-4940-880c-53b6ed8fcbf4), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:53.343548 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eba3f2-4f89-47be-9081-d765e7af8456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=761858cc-528f-4940-880c-53b6ed8fcbf4,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:53.346260 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ab72292a-9ebf-4e4b-b1e5-80c1265029df req-147cfd20-1467-46ad-b7c0-581da6c80a0e service neutron] 10.222.0.60 "GET /v2.0/networks/a2d533dc-0103-4e71-9899-9d2cb8e594ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928729 Mar 08 20:23:53.349465 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eba3f2-4f89-47be-9081-d765e7af8456 admin admin] Checking segment: {'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:23:53.349827 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eba3f2-4f89-47be-9081-d765e7af8456 admin admin] Network hostable DHCP agents. Network: 546773f9-3d58-443e-852b-a01eb178b7d3, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:23:53.367377 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eba3f2-4f89-47be-9081-d765e7af8456 admin admin] Network 546773f9-3d58-443e-852b-a01eb178b7d3 is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:23:53.381719 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-b6eba3f2-4f89-47be-9081-d765e7af8456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, 546773f9-3d58-443e-852b-a01eb178b7d3) {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:23:53.389442 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eba3f2-4f89-47be-9081-d765e7af8456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:53.390447 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b6eba3f2-4f89-47be-9081-d765e7af8456 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:53.395429 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bedaa3-844f-456b-879b-2cf25a306cf7 None None] Network 546773f9-3d58-443e-852b-a01eb178b7d3 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:23:53.411992 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-b6eba3f2-4f89-47be-9081-d765e7af8456 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3771200 Mar 08 20:23:53.415299 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42750) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:53.420195 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:53.447846 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1754003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8515'] for router (a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:53.450043 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751760', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8522'] for router (a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:53.468953 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ab72292a-9ebf-4e4b-b1e5-80c1265029df req-7673aa35-375f-44ce-b123-7369acbd6c7d service neutron] 10.222.0.60 "GET /v2.0/networks/a2d533dc-0103-4e71-9899-9d2cb8e594ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173170 Mar 08 20:23:53.513869 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d612103-8b46-5ff4-b5ac-d0cd2223ba58-546773f9-3d58-443e-852b-a01eb178b7d3', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4'}]}} from dv-cinder-830093-3-iscsi. {{(pid=109691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:23:53.515667 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:53.520441 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Publish callbacks [] for router_controller (a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af), precommit_add_association {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:53.580024 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 42762) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:53.682174 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.db_base_plugin_common [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Allocated IP 172.20.0.2 (546773f9-3d58-443e-852b-a01eb178b7d3/761858cc-528f-4940-880c-53b6ed8fcbf4/4af90a7b-6216-4631-8025-1ad9d0e9e193) {{(pid=109691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:23:53.696850 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Publish callbacks [] for router_gateway (a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:53.884960 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Publish callbacks [] for port (4af90a7b-6216-4631-8025-1ad9d0e9e193), precommit_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:53.893761 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (4af90a7b-6216-4631-8025-1ad9d0e9e193), after_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:53.904153 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9495c-784b-4da5-a93b-422ed4d213da req-fb31cd09-0974-446c-9874-1a020e68792e tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:53.908919 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-32b9495c-784b-4da5-a93b-422ed4d213da req-fb31cd09-0974-446c-9874-1a020e68792e tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd31ad07-b42b-480c-add3-8c367495ed4a HTTP/1.1" status: 200 len: 944 time: 0.1248448 Mar 08 20:23:53.937384 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Publish callbacks [] for router_gateway (a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:53.955549 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Network 546773f9-3d58-443e-852b-a01eb178b7d3 is already hosted by enough agents. {{(pid=109691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:23:53.957214 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.base_scheduler [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Resources bound (agent type, host, resource id): {{(pid=109691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:23:53.960650 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:53.962990 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Pushing event updated for resources: {'Port': ['ID=4af90a7b-6216-4631-8025-1ad9d0e9e193,revision_number=1']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:53.968160 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Received port after_create {{(pid=109691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:23:53.978011 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:53.978604 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:53.979116 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:53.979644 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:53.980153 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:53.980696 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:53.981195 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:53.981704 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:53.982200 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:53.982705 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:53.983208 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:53.983697 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:53.984184 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:54.032038 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-32b9495c-784b-4da5-a93b-422ed4d213da req-dc7dfc20-826f-403e-a490-8eb01542537b tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120641 Mar 08 20:23:54.105437 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Attempting to bind port 4af90a7b-6216-4631-8025-1ad9d0e9e193 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:23:54.105964 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Attempting to bind port 4af90a7b-6216-4631-8025-1ad9d0e9e193 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:23:54.106159 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Attempting to bind port 4af90a7b-6216-4631-8025-1ad9d0e9e193 on network 546773f9-3d58-443e-852b-a01eb178b7d3 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:23:54.119365 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:23:54.119904 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Checking segment: {'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:23:54.120360 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:54.121818 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Bound using segment: {'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:23:54.122491 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Bound port: 4af90a7b-6216-4631-8025-1ad9d0e9e193, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:23:54.123361 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4af90a7b-6216-4631-8025-1ad9d0e9e193), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:54.133751 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Allocated IP 172.27.1.98 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/387b1828-3b5b-4542-b66a-0c895452a22e) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:23:54.253022 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Publish callbacks [] for port (387b1828-3b5b-4542-b66a-0c895452a22e), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:54.290529 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (387b1828-3b5b-4542-b66a-0c895452a22e), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:54.326928 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:23:54.330603 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:23:54.335088 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:23:54.340110 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] For port 4af90a7b-6216-4631-8025-1ad9d0e9e193, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:23:54.343637 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-38ee1351-275e-4ca4-8e33-2384c8f2a2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754463'] for router_interface (5490e075-1894-4b51-a3c4-2487a7800c2d), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:54.345343 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] For port 4af90a7b-6216-4631-8025-1ad9d0e9e193, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=4af90a7b-6216-4631-8025-1ad9d0e9e193,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:23:54.359987 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (4af90a7b-6216-4631-8025-1ad9d0e9e193), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:54.379022 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Pushing event updated for resources: {'Port': ['ID=387b1828-3b5b-4542-b66a-0c895452a22e,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:54.430456 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0ca4e-0090-477e-982c-d0da57d245c2 None None] Pushing event updated for resources: {'Port': ['ID=4af90a7b-6216-4631-8025-1ad9d0e9e193,revision_number=2']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:54.687694 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1351-275e-4ca4-8e33-2384c8f2a2a3 admin admin] Deleting port 9e2788c3-a0b7-44ec-9c46-65b19dc17125 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:23:54.688042 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-38ee1351-275e-4ca4-8e33-2384c8f2a2a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:54.805035 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [None req-38ee1351-275e-4ca4-8e33-2384c8f2a2a3 admin admin] For port 9e2788c3-a0b7-44ec-9c46-65b19dc17125, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=9e2788c3-a0b7-44ec-9c46-65b19dc17125,segment=NetworkSegment(5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0),segment_id=5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:54.805398 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-38ee1351-275e-4ca4-8e33-2384c8f2a2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:54.818605 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1351-275e-4ca4-8e33-2384c8f2a2a3 admin admin] Calling delete_port for 9e2788c3-a0b7-44ec-9c46-65b19dc17125 owned by network:router_interface {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:23:54.878474 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Publish callbacks [] for router_gateway (a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:55.019807 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-38ee1351-275e-4ca4-8e33-2384c8f2a2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (9e2788c3-a0b7-44ec-9c46-65b19dc17125), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:55.053313 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1351-275e-4ca4-8e33-2384c8f2a2a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2788c3-a0b7-44ec-9c46-65b19dc17125,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:55.099752 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1754984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1751805'] for router (a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:55.142700 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device c9cda59b-8b7f-4f21-822e-46228c0379c7 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:23:55.407816 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port c9cda59b-8b7f-4f21-822e-46228c0379c7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c9cda59b-8b7f-4f21-822e-46228c0379c7,segment=NetworkSegment(871e6631-41b6-4ea5-8a86-2c2a70f6d506),segment_id=871e6631-41b6-4ea5-8a86-2c2a70f6d506)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:55.415554 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969916e-d0c3-41e0-9a93-caeb527cb160 req-336f6f04-58e9-4473-85fa-8f0219e0c7a9 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:55.427042 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e969916e-d0c3-41e0-9a93-caeb527cb160 req-336f6f04-58e9-4473-85fa-8f0219e0c7a9 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd31ad07-b42b-480c-add3-8c367495ed4a HTTP/1.1" status: 200 len: 944 time: 0.2739022 Mar 08 20:23:55.427977 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': 'c9cda59b-8b7f-4f21-822e-46228c0379c7', 'network_id': 'a2d533dc-0103-4e71-9899-9d2cb8e594ce', 'port_id': 'c9cda59b-8b7f-4f21-822e-46228c0379c7', 'mac_address': 'fa:16:3e:a9:05:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db915975-b26b-43d9-80f1-85454e257fae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:23:55.463585 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-38ee1351-275e-4ca4-8e33-2384c8f2a2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1754411'] for router_interface (5490e075-1894-4b51-a3c4-2487a7800c2d), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:55.514995 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af is scheduled to L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 with binding_index 1 {{(pid=109690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:23:55.545996 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port c9cda59b-8b7f-4f21-822e-46228c0379c7 is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:55.546400 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (c9cda59b-8b7f-4f21-822e-46228c0379c7), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:55.551738 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 4af90a7b-6216-4631-8025-1ad9d0e9e193 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:23:55.556233 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e969916e-d0c3-41e0-9a93-caeb527cb160 req-b4a40cc4-f969-47c3-9b4d-fbd357af2f7a tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184282 Mar 08 20:23:55.625650 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9cda59b-8b7f-4f21-822e-46228c0379c7 {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:23:55.662424 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port c9cda59b-8b7f-4f21-822e-46228c0379c7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c9cda59b-8b7f-4f21-822e-46228c0379c7,segment=NetworkSegment(871e6631-41b6-4ea5-8a86-2c2a70f6d506),segment_id=871e6631-41b6-4ea5-8a86-2c2a70f6d506)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:55.668067 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (c9cda59b-8b7f-4f21-822e-46228c0379c7), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:55.710385 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 4af90a7b-6216-4631-8025-1ad9d0e9e193 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:55.710839 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4af90a7b-6216-4631-8025-1ad9d0e9e193), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:55.760844 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:23:55.762239 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=c9cda59b-8b7f-4f21-822e-46228c0379c7,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:55.774051 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Sync routers for ids ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:23:55.788276 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76616b8d-6ff3-4662-9a4b-f4760baf75b1 None None] Network 546773f9-3d58-443e-852b-a01eb178b7d3 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:23:55.799981 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:55.804783 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-927ec2bd-0ee1-4bde-9f1e-eb226e76525b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3883331 Mar 08 20:23:55.807287 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42802) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:55.816819 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ee1351-275e-4ca4-8e33-2384c8f2a2a3 admin admin] Router 5490e075-1894-4b51-a3c4-2487a7800c2d has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:23:55.832728 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Routers {'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:23:55.833554 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:23:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:55.947338 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ee1351-275e-4ca4-8e33-2384c8f2a2a3 admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:23:55.953174 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-38ee1351-275e-4ca4-8e33-2384c8f2a2a3 admin admin] 10.222.0.45 "PUT /v2.0/routers/5490e075-1894-4b51-a3c4-2487a7800c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3722816 Mar 08 20:23:55.955804 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 42804) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:55.974636 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d77cb3-0c1c-43e5-a097-f26066bc94ab None None] Sync routers for ids ['5490e075-1894-4b51-a3c4-2487a7800c2d'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:23:55.995045 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d77cb3-0c1c-43e5-a097-f26066bc94ab None None] Routers {'5490e075-1894-4b51-a3c4-2487a7800c2d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:23:55.995903 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-51d77cb3-0c1c-43e5-a097-f26066bc94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:23:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['5490e075-1894-4b51-a3c4-2487a7800c2d'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:56.002473 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-448897b8-7bc8-4c1c-8a66-c4f3f2a7adc6 None None] Provisioning complete for port 4af90a7b-6216-4631-8025-1ad9d0e9e193 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:56.002473 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-448897b8-7bc8-4c1c-8a66-c4f3f2a7adc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4af90a7b-6216-4631-8025-1ad9d0e9e193), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:56.004003 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['c9cda59b-8b7f-4f21-822e-46228c0379c7'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:23:56.057774 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 4af90a7b-6216-4631-8025-1ad9d0e9e193 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:56.058098 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4af90a7b-6216-4631-8025-1ad9d0e9e193), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:56.095119 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-42f5c2e9-d1c6-4cd6-8be8-20861eedcac8 admin admin] Publish callbacks [] for router (5490e075-1894-4b51-a3c4-2487a7800c2d), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:56.151663 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Set router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:23:56.158872 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-51d77cb3-0c1c-43e5-a097-f26066bc94ab None None] Set router 5490e075-1894-4b51-a3c4-2487a7800c2d gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:23:56.212504 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-42f5c2e9-d1c6-4cd6-8be8-20861eedcac8 admin admin] Publish callbacks [] for router_gateway (5490e075-1894-4b51-a3c4-2487a7800c2d), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:56.249732 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] For port 4af90a7b-6216-4631-8025-1ad9d0e9e193, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=4af90a7b-6216-4631-8025-1ad9d0e9e193,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:56.286566 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (4af90a7b-6216-4631-8025-1ad9d0e9e193), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:56.287626 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-42f5c2e9-d1c6-4cd6-8be8-20861eedcac8 admin admin] Deleting port 9451de1a-419d-4c0c-9f86-f826b10c99a9 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:23:56.288469 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-42f5c2e9-d1c6-4cd6-8be8-20861eedcac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (9451de1a-419d-4c0c-9f86-f826b10c99a9), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:56.364545 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-764e5e4c-cd99-4b64-8be8-6751cbc8dcf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:56.367895 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:23:56.368081 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:56.392336 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-51d77cb3-0c1c-43e5-a097-f26066bc94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T20:23:54Z', 'revision_number': 5, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port': {'id': '9451de1a-419d-4c0c-9f86-f826b10c99a9', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T19:47:11Z', 'updated_at': '2022-03-08T19:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:56.422128 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [None req-42f5c2e9-d1c6-4cd6-8be8-20861eedcac8 admin admin] For port 9451de1a-419d-4c0c-9f86-f826b10c99a9, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=9451de1a-419d-4c0c-9f86-f826b10c99a9,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:56.426051 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-42f5c2e9-d1c6-4cd6-8be8-20861eedcac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (9451de1a-419d-4c0c-9f86-f826b10c99a9), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:56.434575 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d77cb3-0c1c-43e5-a097-f26066bc94ab None None] Checking router: 5490e075-1894-4b51-a3c4-2487a7800c2d for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:23:56.445593 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d77cb3-0c1c-43e5-a097-f26066bc94ab None None] Routers {'5490e075-1894-4b51-a3c4-2487a7800c2d'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:23:56.445719 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-51d77cb3-0c1c-43e5-a097-f26066bc94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:23:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['5490e075-1894-4b51-a3c4-2487a7800c2d'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:56.454994 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-448897b8-7bc8-4c1c-8a66-c4f3f2a7adc6 None None] Current status of the port 4af90a7b-6216-4631-8025-1ad9d0e9e193 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:56.461634 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-42f5c2e9-d1c6-4cd6-8be8-20861eedcac8 admin admin] Calling delete_port for 9451de1a-419d-4c0c-9f86-f826b10c99a9 owned by network:router_gateway {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:23:56.469650 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Pushing event updated for resources: {'Port': ['ID=4af90a7b-6216-4631-8025-1ad9d0e9e193,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:56.557233 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-51d77cb3-0c1c-43e5-a097-f26066bc94ab None None] Set router 5490e075-1894-4b51-a3c4-2487a7800c2d gateway port host: None {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:23:56.595519 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:54Z', 'revision_number': 3, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:56.624918 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-51d77cb3-0c1c-43e5-a097-f26066bc94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T20:23:56Z', 'revision_number': 6, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port_host': None}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:56.627584 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Checking router: a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:23:56.627948 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Updating router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af port 387b1828-3b5b-4542-b66a-0c895452a22e binding host dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:23:56.659499 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (387b1828-3b5b-4542-b66a-0c895452a22e), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:56.664987 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d77cb3-0c1c-43e5-a097-f26066bc94ab None None] The sync data for ids ['5490e075-1894-4b51-a3c4-2487a7800c2d'] in dv-cinder-830093-3-iscsi is: [{'id': '5490e075-1894-4b51-a3c4-2487a7800c2d', 'name': 'tempest-AttachVolumeTestJSON-1753743316-router', 'tenant_id': 'b21199b1cdf9475b8db163893c789545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T19:47:09Z', 'updated_at': '2022-03-08T20:23:56Z', 'revision_number': 6, 'project_id': 'b21199b1cdf9475b8db163893c789545', 'gw_port_host': None}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:23:56.680078 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Allocated IP 172.20.0.1 (546773f9-3d58-443e-852b-a01eb178b7d3/761858cc-528f-4940-880c-53b6ed8fcbf4/15a906a6-4599-41fd-9994-0bfb98779b92) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:23:56.721684 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-c240927f-3dbd-4464-a845-aaf419b6feb7 None None] Provisioning complete for port 4af90a7b-6216-4631-8025-1ad9d0e9e193 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:56.722218 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c240927f-3dbd-4464-a845-aaf419b6feb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4af90a7b-6216-4631-8025-1ad9d0e9e193), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:56.754118 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb60e0-e63f-4bac-8732-e1d4363519d2 req-e9d21aef-ae37-47dc-b66f-81ed0d62d284 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:56.755690 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-52fb60e0-e63f-4bac-8732-e1d4363519d2 req-e9d21aef-ae37-47dc-b66f-81ed0d62d284 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd31ad07-b42b-480c-add3-8c367495ed4a HTTP/1.1" status: 200 len: 945 time: 0.0823312 Mar 08 20:23:56.810094 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Publish callbacks [] for port (15a906a6-4599-41fd-9994-0bfb98779b92), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:56.833047 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-42f5c2e9-d1c6-4cd6-8be8-20861eedcac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (9451de1a-419d-4c0c-9f86-f826b10c99a9), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:56.852874 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-52fb60e0-e63f-4bac-8732-e1d4363519d2 req-8fa7d930-78fa-4ba7-928c-63274a8c809c tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755832 Mar 08 20:23:56.856217 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (15a906a6-4599-41fd-9994-0bfb98779b92), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:56.889929 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5c2e9-d1c6-4cd6-8be8-20861eedcac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9451de1a-419d-4c0c-9f86-f826b10c99a9,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:56.923083 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Network 546773f9-3d58-443e-852b-a01eb178b7d3 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:23:56.927183 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:23:56.931730 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:23:56.939516 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-c240927f-3dbd-4464-a845-aaf419b6feb7 None None] Current status of the port 4af90a7b-6216-4631-8025-1ad9d0e9e193 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:56.993310 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Pushing event updated for resources: {'Port': ['ID=15a906a6-4599-41fd-9994-0bfb98779b92,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:57.007092 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:57.007444 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:57.007786 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:57.008664 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:57.008664 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:57.008867 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:57.009228 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:57.009858 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-42f5c2e9-d1c6-4cd6-8be8-20861eedcac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1751681'] for router_gateway (5490e075-1894-4b51-a3c4-2487a7800c2d), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.012682 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:57.012837 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:57.013158 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:57.014783 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:57.015013 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:57.015297 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:57.040841 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752272'] for router_interface (a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.055190 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Publish callbacks [] for port (387b1828-3b5b-4542-b66a-0c895452a22e), precommit_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.063202 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (387b1828-3b5b-4542-b66a-0c895452a22e), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.153473 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device c9cda59b-8b7f-4f21-822e-46228c0379c7 up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:23:57.183562 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-42f5c2e9-d1c6-4cd6-8be8-20861eedcac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8573'] for router (5490e075-1894-4b51-a3c4-2487a7800c2d), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.187182 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-42f5c2e9-d1c6-4cd6-8be8-20861eedcac8 admin admin] Publish callbacks [] for router_controller (5490e075-1894-4b51-a3c4-2487a7800c2d), precommit_delete_associations {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.215510 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026fa78-3640-41d1-b5a9-b96f595554fe None None] Pushing event updated for resources: {'Port': ['ID=387b1828-3b5b-4542-b66a-0c895452a22e,revision_number=2']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:57.218309 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Attempting to bind port 387b1828-3b5b-4542-b66a-0c895452a22e on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:23:57.218687 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Attempting to bind port 387b1828-3b5b-4542-b66a-0c895452a22e by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:23:57.219056 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Attempting to bind port 387b1828-3b5b-4542-b66a-0c895452a22e on network 4ab513a0-00c2-4806-bea3-3166607858e9 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:23:57.233325 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:23:57.233722 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Checking segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:23:57.234116 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.234519 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Bound using segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:23:57.235006 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Bound port: 387b1828-3b5b-4542-b66a-0c895452a22e, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:23:57.235400 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (387b1828-3b5b-4542-b66a-0c895452a22e), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.259857 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-42f5c2e9-d1c6-4cd6-8be8-20861eedcac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1754914'] for router (5490e075-1894-4b51-a3c4-2487a7800c2d), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.260695 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f5c2e9-d1c6-4cd6-8be8-20861eedcac8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5490e075-1894-4b51-a3c4-2487a7800c2d {{(pid=109689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:23:57.270583 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-42f5c2e9-d1c6-4cd6-8be8-20861eedcac8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.273872 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-42f5c2e9-d1c6-4cd6-8be8-20861eedcac8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/5490e075-1894-4b51-a3c4-2487a7800c2d HTTP/1.1" status: 204 len: 168 time: 1.3161142 Mar 08 20:23:57.275828 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 42818) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:57.277251 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (15a906a6-4599-41fd-9994-0bfb98779b92), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.319694 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] For port 387b1828-3b5b-4542-b66a-0c895452a22e, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:23:57.321457 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port c9cda59b-8b7f-4f21-822e-46228c0379c7 completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:23:57.324807 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] For port 387b1828-3b5b-4542-b66a-0c895452a22e, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=387b1828-3b5b-4542-b66a-0c895452a22e,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:23:57.329850 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port c9cda59b-8b7f-4f21-822e-46228c0379c7 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:57.330234 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (c9cda59b-8b7f-4f21-822e-46228c0379c7), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.333812 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (387b1828-3b5b-4542-b66a-0c895452a22e), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.342446 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_v2 [None req-f268e48d-d007-49d4-9f35-25c6cf83e40a admin admin] Deleting subnet f25e5e97-dacc-4d23-ad76-278cb2cd7689 {{(pid=109689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:23:57.346529 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f268e48d-d007-49d4-9f35-25c6cf83e40a admin admin] Publish callbacks [] for subnet (f25e5e97-dacc-4d23-ad76-278cb2cd7689), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.349817 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42820) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:57.386325 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f268e48d-d007-49d4-9f35-25c6cf83e40a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29431234'] for subnet (f25e5e97-dacc-4d23-ad76-278cb2cd7689), precommit_delete_associations {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.471550 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f268e48d-d007-49d4-9f35-25c6cf83e40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651235'] for subnet (f25e5e97-dacc-4d23-ad76-278cb2cd7689), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.501937 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Publish callbacks [] for port (15a906a6-4599-41fd-9994-0bfb98779b92), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.514978 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-903d0e9f-0b6e-4eae-8609-440a317f3d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.517039 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31980278'] for port (15a906a6-4599-41fd-9994-0bfb98779b92), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.569660 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f268e48d-d007-49d4-9f35-25c6cf83e40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29844337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29874688'] for subnet (f25e5e97-dacc-4d23-ad76-278cb2cd7689), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.594208 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-43443517-aa4a-4d8f-87eb-5316376fa7f8 None None] Provisioning complete for port 15a906a6-4599-41fd-9994-0bfb98779b92 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:57.595002 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-43443517-aa4a-4d8f-87eb-5316376fa7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (15a906a6-4599-41fd-9994-0bfb98779b92), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.616394 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268e48d-d007-49d4-9f35-25c6cf83e40a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f25e5e97-dacc-4d23-ad76-278cb2cd7689,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:57.616973 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Pushing event updated for resources: {'Port': ['ID=15a906a6-4599-41fd-9994-0bfb98779b92,revision_number=2']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:57.624158 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752252'] for router_interface (a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.631288 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Routers {'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:23:57.631850 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:23:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:57.638264 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f268e48d-d007-49d4-9f35-25c6cf83e40a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.640055 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026fa78-3640-41d1-b5a9-b96f595554fe None None] Pushing event updated for resources: {'Port': ['ID=387b1828-3b5b-4542-b66a-0c895452a22e,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:57.641534 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-f268e48d-d007-49d4-9f35-25c6cf83e40a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f25e5e97-dacc-4d23-ad76-278cb2cd7689 HTTP/1.1" status: 204 len: 168 time: 0.3637931 Mar 08 20:23:57.645304 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42824) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:57.652040 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 4af90a7b-6216-4631-8025-1ad9d0e9e193 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:23:57.653895 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7dbe5a-5ad3-4232-b9bd-32733500e7d2 None None] Network ac9a0f9f-89c1-4e71-af10-ae382be0f761 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:23:57.760055 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-43443517-aa4a-4d8f-87eb-5316376fa7f8 None None] Port 15a906a6-4599-41fd-9994-0bfb98779b92 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:23:57.794752 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627052'] for network (ac9a0f9f-89c1-4e71-af10-ae382be0f761), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.813258 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-903d0e9f-0b6e-4eae-8609-440a317f3d37 admin admin] Publish callbacks [] for security_group (9af224ea-7883-4de0-aa66-e623cff8ba76), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.825980 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-903d0e9f-0b6e-4eae-8609-440a317f3d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (9af224ea-7883-4de0-aa66-e623cff8ba76), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.840178 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Network 546773f9-3d58-443e-852b-a01eb178b7d3 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:23:57.851702 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:23:57.874409 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port c9cda59b-8b7f-4f21-822e-46228c0379c7 is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:57.874804 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (c9cda59b-8b7f-4f21-822e-46228c0379c7), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.916237 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-903d0e9f-0b6e-4eae-8609-440a317f3d37 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d60f65bb46749d5821f06cd39d7ac72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5650167 Mar 08 20:23:57.916641 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 42828) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:57.930899 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port c9cda59b-8b7f-4f21-822e-46228c0379c7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c9cda59b-8b7f-4f21-822e-46228c0379c7,segment=NetworkSegment(871e6631-41b6-4ea5-8a86-2c2a70f6d506),segment_id=871e6631-41b6-4ea5-8a86-2c2a70f6d506)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:57.936274 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd31ad07-b42b-480c-add3-8c367495ed4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cda59b-8b7f-4f21-822e-46228c0379c7'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:23:57.939360 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed17a66f-f21b-489e-a0ec-bdd3b8c4b231" -d '{"events": [{"server_uuid": "dd31ad07-b42b-480c-add3-8c367495ed4a", "name": "network-vif-plugged", "status": "completed", "tag": "c9cda59b-8b7f-4f21-822e-46228c0379c7"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:23:57.947503 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (c9cda59b-8b7f-4f21-822e-46228c0379c7), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:57.983763 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d0e9f-0b6e-4eae-8609-440a317f3d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af224ea-7883-4de0-aa66-e623cff8ba76,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:58.029221 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3e7938ef-1445-496e-867b-9e14a78a0c33 admin admin] Publish callbacks [] for security_group (9af224ea-7883-4de0-aa66-e623cff8ba76), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.059763 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=c9cda59b-8b7f-4f21-822e-46228c0379c7,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:58.060322 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3e7938ef-1445-496e-867b-9e14a78a0c33 admin admin] Publish callbacks [] for security_group (9af224ea-7883-4de0-aa66-e623cff8ba76), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.099530 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] Set router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:23:58.101543 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 4af90a7b-6216-4631-8025-1ad9d0e9e193 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:58.102131 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4af90a7b-6216-4631-8025-1ad9d0e9e193), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.139905 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] Deleting port 676a503f-d609-4833-87ab-4f777f5662ba {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:23:58.140248 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (676a503f-d609-4833-87ab-4f777f5662ba), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.148671 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3e7938ef-1445-496e-867b-9e14a78a0c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (9af224ea-7883-4de0-aa66-e623cff8ba76), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.151731 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3e7938ef-1445-496e-867b-9e14a78a0c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.155812 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-3e7938ef-1445-496e-867b-9e14a78a0c33 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9af224ea-7883-4de0-aa66-e623cff8ba76 HTTP/1.1" status: 204 len: 168 time: 0.2348404 Mar 08 20:23:58.163402 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7938ef-1445-496e-867b-9e14a78a0c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af224ea-7883-4de0-aa66-e623cff8ba76,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:58.217772 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b846e892-268e-485b-a2cf-9013c608991d None None] DHCP port deletion for ac9a0f9f-89c1-4e71-af10-ae382be0f761 request from dv-cinder-830093-3-iscsi {{(pid=109691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:23:58.289894 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:23:58.321721 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] For port 676a503f-d609-4833-87ab-4f777f5662ba, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=676a503f-d609-4833-87ab-4f777f5662ba,segment=NetworkSegment(5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0),segment_id=5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0)] {{(pid=109690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:58.322080 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (676a503f-d609-4833-87ab-4f777f5662ba), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.346715 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] Calling delete_port for 676a503f-d609-4833-87ab-4f777f5662ba owned by network:dhcp {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:23:58.375680 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 4af90a7b-6216-4631-8025-1ad9d0e9e193 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:58.402033 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4954c-9f9a-4bb8-b495-ec534a679292 req-e3cc009c-7bc5-42aa-aba9-4468659c9e97 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:58.402246 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-f07b8e97-f38d-4469-a009-0fd1132c71f4 None None] Provisioning complete for port 15a906a6-4599-41fd-9994-0bfb98779b92 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:58.402246 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f07b8e97-f38d-4469-a009-0fd1132c71f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (15a906a6-4599-41fd-9994-0bfb98779b92), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.403322 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b9d4954c-9f9a-4bb8-b495-ec534a679292 req-e3cc009c-7bc5-42aa-aba9-4468659c9e97 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd31ad07-b42b-480c-add3-8c367495ed4a HTTP/1.1" status: 200 len: 946 time: 0.4215977 Mar 08 20:23:58.466480 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 9e2788c3-a0b7-44ec-9c46-65b19dc17125 no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:23:58.498023 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-b846e892-268e-485b-a2cf-9013c608991d None None] Deleting port 676a503f-d609-4833-87ab-4f777f5662ba {{(pid=109691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:23:58.498521 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b846e892-268e-485b-a2cf-9013c608991d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (676a503f-d609-4833-87ab-4f777f5662ba), before_delete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.522935 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 9e2788c3-a0b7-44ec-9c46-65b19dc17125 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:23:58.522935 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 9e2788c3-a0b7-44ec-9c46-65b19dc17125 not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:23:58.523332 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 9451de1a-419d-4c0c-9f86-f826b10c99a9 no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:23:58.561324 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 42840) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:58.562476 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-f07b8e97-f38d-4469-a009-0fd1132c71f4 None None] Port 15a906a6-4599-41fd-9994-0bfb98779b92 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:23:58.575927 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb01f-fec3-414e-8282-14015c8cf068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.577946 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 9451de1a-419d-4c0c-9f86-f826b10c99a9 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:23:58.578299 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 9451de1a-419d-4c0c-9f86-f826b10c99a9 not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:23:58.587431 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b9d4954c-9f9a-4bb8-b495-ec534a679292 req-8490dfb0-f32a-4f70-b2f9-312b67f54eb4 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751721 Mar 08 20:23:58.588448 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:23:58.594217 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-66b774e7-f8d0-43be-88f9-0ca1213cc15f admin admin] 10.222.0.45 "PUT /v2.0/routers/a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7856808 Mar 08 20:23:58.621368 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-deeb130b-32e1-4d98-84b2-7722049392f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.623278 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (676a503f-d609-4833-87ab-4f777f5662ba), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.655751 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] Pushing event deleted for resources: {'Port': ['ID=676a503f-d609-4833-87ab-4f777f5662ba,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:58.663638 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] No DVR routers for this DVR port 676a503f-d609-4833-87ab-4f777f5662ba on host dv-cinder-830093-3-iscsi {{(pid=109690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:23:58.665544 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-b846e892-268e-485b-a2cf-9013c608991d None None] For port 676a503f-d609-4833-87ab-4f777f5662ba, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=676a503f-d609-4833-87ab-4f777f5662ba,segment=NetworkSegment(5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0),segment_id=5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:58.665980 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b846e892-268e-485b-a2cf-9013c608991d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (676a503f-d609-4833-87ab-4f777f5662ba), precommit_delete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.686533 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-b846e892-268e-485b-a2cf-9013c608991d None None] Calling delete_port for 676a503f-d609-4833-87ab-4f777f5662ba owned by network:dhcp {{(pid=109691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:23:58.708088 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb01f-fec3-414e-8282-14015c8cf068 admin admin] Publish callbacks [] for security_group (93b68415-1420-42ff-a36c-97d3e686090a), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.714393 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3a5eb01f-fec3-414e-8282-14015c8cf068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (93b68415-1420-42ff-a36c-97d3e686090a), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.749023 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-3a5eb01f-fec3-414e-8282-14015c8cf068 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=11836915b0ec44098eab9d208978aad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1867063 Mar 08 20:23:58.749878 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 42846) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:58.796003 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 2, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:58.813122 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eb01f-fec3-414e-8282-14015c8cf068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b68415-1420-42ff-a36c-97d3e686090a,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:58.851939 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-108bf5bd-406a-4f72-b67c-e3f4e3253207 admin admin] Publish callbacks [] for security_group (93b68415-1420-42ff-a36c-97d3e686090a), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.852796 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e0abe-3b1d-4942-8839-907751a42f67 None None] The sync data for ids ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'] in dv-cinder-830093-3-iscsi is: [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 2, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:23:58.877084 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b846e892-268e-485b-a2cf-9013c608991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674'] for port (676a503f-d609-4833-87ab-4f777f5662ba), after_delete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.877579 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-108bf5bd-406a-4f72-b67c-e3f4e3253207 admin admin] Publish callbacks [] for security_group (93b68415-1420-42ff-a36c-97d3e686090a), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.918295 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846e892-268e-485b-a2cf-9013c608991d None None] Pushing event deleted for resources: {'Port': ['ID=676a503f-d609-4833-87ab-4f777f5662ba,revision_number=None']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:58.935754 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b846e892-268e-485b-a2cf-9013c608991d None None] No DVR routers for this DVR port 676a503f-d609-4833-87ab-4f777f5662ba on host dv-cinder-830093-3-iscsi {{(pid=109691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:23:58.953994 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-108bf5bd-406a-4f72-b67c-e3f4e3253207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (93b68415-1420-42ff-a36c-97d3e686090a), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.958914 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-108bf5bd-406a-4f72-b67c-e3f4e3253207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:58.960392 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-108bf5bd-406a-4f72-b67c-e3f4e3253207 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93b68415-1420-42ff-a36c-97d3e686090a HTTP/1.1" status: 204 len: 168 time: 0.2084665 Mar 08 20:23:58.969608 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bf5bd-406a-4f72-b67c-e3f4e3253207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b68415-1420-42ff-a36c-97d3e686090a,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:59.053184 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733548', 'neutron.services.segments.db._delete_segments_for_network-8789199064935'] for network (ac9a0f9f-89c1-4e71-af10-ae382be0f761), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.078522 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9a0f9f-89c1-4e71-af10-ae382be0f761']}} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:59.086773 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0') {'for_net_delete': True} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:59.087068 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0') {} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:59.101967 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199064176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30217960'] for segment (5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.121821 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.135193 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=109690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:23:59.136077 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31980242'] for segment (5d4d50f2-cae7-4a0e-ae44-ddfde66bc1b0), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: Traceback (most recent call last): Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: timer() Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: cb(*args, **kw) Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: return func(*args, **kwargs) Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: self._notify() Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: self.callback(batched_events) Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: event.method(event) Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: return f(self, *a, **k) Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: return self._get(url).json() Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: return self.request(url, 'GET', **kwargs) Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:23:59.149817 dv-cinder-830093-3-iscsi neutron-server[109690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:23:59.236041 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1751717'] for network (ac9a0f9f-89c1-4e71-af10-ae382be0f761), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.254624 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.257617 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b15758-a499-4939-9f60-1820917d0e76 x-openstack-request-id: req-f3b15758-a499-4939-9f60-1820917d0e76 {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:23:59.258101 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd31ad07-b42b-480c-add3-8c367495ed4a", "name": "network-vif-plugged", "status": "completed", "tag": "c9cda59b-8b7f-4f21-822e-46228c0379c7", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:23:59.258209 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f3b15758-a499-4939-9f60-1820917d0e76 {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:23:59.258586 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd31ad07-b42b-480c-add3-8c367495ed4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cda59b-8b7f-4f21-822e-46228c0379c7', 'code': 200} Mar 08 20:23:59.264900 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] 10.222.0.45 "DELETE /v2.0/networks/ac9a0f9f-89c1-4e71-af10-ae382be0f761 HTTP/1.1" status: 204 len: 168 time: 1.6126688 Mar 08 20:23:59.277577 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c5c64-a901-41f6-b2b8-5d599ec693ae admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9a0f9f-89c1-4e71-af10-ae382be0f761,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:59.354423 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 676a503f-d609-4833-87ab-4f777f5662ba no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:23:59.379636 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 676a503f-d609-4833-87ab-4f777f5662ba {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:23:59.380871 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 676a503f-d609-4833-87ab-4f777f5662ba not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:23:59.493905 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980c2b-8c80-42a1-a0dd-2f9c28b0e685 req-244fe790-89ff-42b6-a979-0a8cbe426a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:59.495748 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4f980c2b-8c80-42a1-a0dd-2f9c28b0e685 req-244fe790-89ff-42b6-a979-0a8cbe426a6e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dd31ad07-b42b-480c-add3-8c367495ed4a HTTP/1.1" status: 200 len: 1130 time: 0.0505185 Mar 08 20:23:59.524944 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42866) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:59.546291 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4f980c2b-8c80-42a1-a0dd-2f9c28b0e685 req-e29e1ef2-2578-4342-9de3-c787b792455f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446904 Mar 08 20:23:59.565522 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42868) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:59.592629 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-a4a2f589-daf0-42b7-aa6b-837ba65176b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b21199b1cdf9475b8db163893c789545&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0664694 Mar 08 20:23:59.593464 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-73ec1cff-1187-458a-aa20-c1214dd7c720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.595264 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 42870) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:59.701886 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] Publish callbacks [] for security_group (9d721d15-e09e-4b2f-807c-92f303aa350a), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.725837 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 42874) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:59.730704 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-658bcfff-6e33-46bd-81d3-db82171356e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1137452835-network', 'tenant_id': '6206188d76a744948e7a362148e3ddb1'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:59.739830 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] Publish callbacks [] for security_group (9d721d15-e09e-4b2f-807c-92f303aa350a), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.744157 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-73ec1cff-1187-458a-aa20-c1214dd7c720 admin admin] Publish callbacks [] for security_group (c9d36572-db48-4486-b30d-8163739fdb07), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.750665 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-73ec1cff-1187-458a-aa20-c1214dd7c720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (c9d36572-db48-4486-b30d-8163739fdb07), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.773688 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658bcfff-6e33-46bd-81d3-db82171356e3 admin admin] Made reservation on behalf of 6206188d76a744948e7a362148e3ddb1 for: {'network': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:23:59.776207 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-658bcfff-6e33-46bd-81d3-db82171356e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.801071 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-658bcfff-6e33-46bd-81d3-db82171356e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.822877 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-73ec1cff-1187-458a-aa20-c1214dd7c720 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4f229ff130d4a4eab65e7c6042698c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526777 Mar 08 20:23:59.822877 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec1cff-1187-458a-aa20-c1214dd7c720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d36572-db48-4486-b30d-8163739fdb07,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:59.828144 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42876) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:59.840554 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e83b8-6244-42aa-b852-b3b472380bbb req-6a5e6a62-9372-41d3-b8b5-e2abdaed5746 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:59.843372 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-886e83b8-6244-42aa-b852-b3b472380bbb req-6a5e6a62-9372-41d3-b8b5-e2abdaed5746 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd31ad07-b42b-480c-add3-8c367495ed4a HTTP/1.1" status: 200 len: 946 time: 0.1528783 Mar 08 20:23:59.851285 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.860229 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (9d721d15-e09e-4b2f-807c-92f303aa350a), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.866825 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.871890 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9d721d15-e09e-4b2f-807c-92f303aa350a HTTP/1.1" status: 204 len: 168 time: 0.2717268 Mar 08 20:23:59.886862 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d721d15-e09e-4b2f-807c-92f303aa350a,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:59.908616 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:59.908990 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:59.909353 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:59.912439 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:59.912887 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:59.914450 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:59.914858 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:59.915337 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:59.915596 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:59.915980 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:59.916333 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:59.916699 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:59.917107 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13eb2-5fef-45ae-bfb4-9bae19a775a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:59.960321 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3868155b-c5c7-4088-b3f0-0573f43159c1 admin admin] Publish callbacks [] for security_group (c9d36572-db48-4486-b30d-8163739fdb07), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.963497 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-658bcfff-6e33-46bd-81d3-db82171356e3 admin admin] Publish callbacks [] for security_group (7b7f0c7f-8a06-43ba-a9fa-30b86e72ca98), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.964788 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-886e83b8-6244-42aa-b852-b3b472380bbb req-d364ae5e-664d-4c23-962a-0ea994bbb222 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135697 Mar 08 20:23:59.969987 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-658bcfff-6e33-46bd-81d3-db82171356e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (7b7f0c7f-8a06-43ba-a9fa-30b86e72ca98), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:59.985391 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658bcfff-6e33-46bd-81d3-db82171356e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=109689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:24:00.004322 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3868155b-c5c7-4088-b3f0-0573f43159c1 admin admin] Publish callbacks [] for security_group (c9d36572-db48-4486-b30d-8163739fdb07), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:00.009605 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-658bcfff-6e33-46bd-81d3-db82171356e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (236d6c6b-f0aa-41a9-92f0-128e43e66999), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:00.009960 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.segments_db [None req-658bcfff-6e33-46bd-81d3-db82171356e3 admin admin] Added segment 236d6c6b-f0aa-41a9-92f0-128e43e66999 of type vlan for network 8072ae2d-d137-4cfb-a018-2e036237b356 Mar 08 20:24:00.025843 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bcfff-6e33-46bd-81d3-db82171356e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7f0c7f-8a06-43ba-a9fa-30b86e72ca98,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:00.063423 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-658bcfff-6e33-46bd-81d3-db82171356e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (8072ae2d-d137-4cfb-a018-2e036237b356), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:00.067795 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3868155b-c5c7-4088-b3f0-0573f43159c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (c9d36572-db48-4486-b30d-8163739fdb07), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:00.070693 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-3868155b-c5c7-4088-b3f0-0573f43159c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:00.073929 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-3868155b-c5c7-4088-b3f0-0573f43159c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c9d36572-db48-4486-b30d-8163739fdb07 HTTP/1.1" status: 204 len: 168 time: 0.2468405 Mar 08 20:24:00.083434 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868155b-c5c7-4088-b3f0-0573f43159c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d36572-db48-4486-b30d-8163739fdb07,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:00.121001 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-658bcfff-6e33-46bd-81d3-db82171356e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (8072ae2d-d137-4cfb-a018-2e036237b356), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:00.122089 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658bcfff-6e33-46bd-81d3-db82171356e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:00.122696 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-658bcfff-6e33-46bd-81d3-db82171356e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:00.190586 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-658bcfff-6e33-46bd-81d3-db82171356e3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4612970 Mar 08 20:24:00.190816 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 42884) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:00.195580 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-6f65905d-364b-42e7-8061-b2d171d806db admin admin] Request body: {'subnet': {'network_id': '8072ae2d-d137-4cfb-a018-2e036237b356', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1137452835-subnet', 'tenant_id': '6206188d76a744948e7a362148e3ddb1', 'ip_version': 4}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:00.206387 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bcfff-6e33-46bd-81d3-db82171356e3 admin admin] Pushing event updated for resources: {'Network': ['ID=8072ae2d-d137-4cfb-a018-2e036237b356,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:00.218692 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network 8072ae2d-d137-4cfb-a018-2e036237b356 details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:24:00.224756 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f65905d-364b-42e7-8061-b2d171d806db admin admin] Made reservation on behalf of 6206188d76a744948e7a362148e3ddb1 for: {'subnet': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:24:00.227430 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6f65905d-364b-42e7-8061-b2d171d806db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29874791'] for subnet (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:00.450578 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6f65905d-364b-42e7-8061-b2d171d806db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29844918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29874809'] for subnet (c80904d6-5bc2-48eb-8710-7bc61522ae4a), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:00.545999 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65905d-364b-42e7-8061-b2d171d806db admin admin] Pushing event updated for resources: {'Subnet': ['ID=c80904d6-5bc2-48eb-8710-7bc61522ae4a,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:00.552213 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f65905d-364b-42e7-8061-b2d171d806db admin admin] Checking segment: {'id': '236d6c6b-f0aa-41a9-92f0-128e43e66999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8072ae2d-d137-4cfb-a018-2e036237b356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:24:00.561818 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f65905d-364b-42e7-8061-b2d171d806db admin admin] Network hostable DHCP agents. Network: 8072ae2d-d137-4cfb-a018-2e036237b356, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:24:00.585374 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f65905d-364b-42e7-8061-b2d171d806db admin admin] Network 8072ae2d-d137-4cfb-a018-2e036237b356 is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:24:00.605176 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-6f65905d-364b-42e7-8061-b2d171d806db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, 8072ae2d-d137-4cfb-a018-2e036237b356) {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:00.618788 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f65905d-364b-42e7-8061-b2d171d806db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:00.619404 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-6f65905d-364b-42e7-8061-b2d171d806db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:00.620467 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e2eaa1-2ea7-4654-ba18-2ab3c3289a94 None None] Network 8072ae2d-d137-4cfb-a018-2e036237b356 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:24:00.650015 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42902) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:00.650634 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-6f65905d-364b-42e7-8061-b2d171d806db admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4583423 Mar 08 20:24:00.655135 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1137452835-router', 'tenant_id': '6206188d76a744948e7a362148e3ddb1', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:00.690757 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1754003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8515'] for router (cc70542f-0899-425f-bfa2-28e513ed9bc2), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:00.692881 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751760', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8522'] for router (cc70542f-0899-425f-bfa2-28e513ed9bc2), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:00.766482 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d612103-8b46-5ff4-b5ac-d0cd2223ba58-8072ae2d-d137-4cfb-a018-2e036237b356', 'network_id': '8072ae2d-d137-4cfb-a018-2e036237b356', 'project_id': '6206188d76a744948e7a362148e3ddb1', 'fixed_ips': [{'subnet_id': 'c80904d6-5bc2-48eb-8710-7bc61522ae4a'}]}} from dv-cinder-830093-3-iscsi. {{(pid=109691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:24:00.767758 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:00.769107 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Publish callbacks [] for router_controller (cc70542f-0899-425f-bfa2-28e513ed9bc2), precommit_add_association {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:00.940436 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.db_base_plugin_common [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Allocated IP 172.20.0.2 (8072ae2d-d137-4cfb-a018-2e036237b356/c80904d6-5bc2-48eb-8710-7bc61522ae4a/34bb0e74-189a-480c-a4b8-183b64ca75b8) {{(pid=109691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:24:00.942725 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Publish callbacks [] for router_gateway (cc70542f-0899-425f-bfa2-28e513ed9bc2), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.144468 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Publish callbacks [] for port (34bb0e74-189a-480c-a4b8-183b64ca75b8), precommit_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.150981 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (34bb0e74-189a-480c-a4b8-183b64ca75b8), after_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.235699 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Publish callbacks [] for router_gateway (cc70542f-0899-425f-bfa2-28e513ed9bc2), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.279025 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.359793 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 42930) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:01.413612 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 387b1828-3b5b-4542-b66a-0c895452a22e up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:01.440522 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.445950 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Network 8072ae2d-d137-4cfb-a018-2e036237b356 is already hosted by enough agents. {{(pid=109691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:24:01.456513 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Pushing event updated for resources: {'Port': ['ID=34bb0e74-189a-480c-a4b8-183b64ca75b8,revision_number=1']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:01.459582 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.base_scheduler [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Resources bound (agent type, host, resource id): {{(pid=109691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:01.467497 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Received port after_create {{(pid=109691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:24:01.477211 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Allocated IP 172.27.1.249 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/13c0bc15-c214-4567-89de-eb579dcd8e67) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:24:01.562738 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-14c712ec-8f54-42a8-8a3d-da03650b47e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-894573809-network', 'tenant_id': '4092f4d2499146e79a4e5398f391489e'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:01.569114 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Attempting to bind port 34bb0e74-189a-480c-a4b8-183b64ca75b8 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:24:01.569483 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Attempting to bind port 34bb0e74-189a-480c-a4b8-183b64ca75b8 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '236d6c6b-f0aa-41a9-92f0-128e43e66999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8072ae2d-d137-4cfb-a018-2e036237b356'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:24:01.569861 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Attempting to bind port 34bb0e74-189a-480c-a4b8-183b64ca75b8 on network 8072ae2d-d137-4cfb-a018-2e036237b356 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:24:01.579120 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 387b1828-3b5b-4542-b66a-0c895452a22e triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:01.579527 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (387b1828-3b5b-4542-b66a-0c895452a22e), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.584981 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:24:01.585456 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Checking segment: {'id': '236d6c6b-f0aa-41a9-92f0-128e43e66999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8072ae2d-d137-4cfb-a018-2e036237b356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:24:01.586042 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.586774 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Bound using segment: {'id': '236d6c6b-f0aa-41a9-92f0-128e43e66999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8072ae2d-d137-4cfb-a018-2e036237b356'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:24:01.587267 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Bound port: 34bb0e74-189a-480c-a4b8-183b64ca75b8, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236d6c6b-f0aa-41a9-92f0-128e43e66999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8072ae2d-d137-4cfb-a018-2e036237b356'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:24:01.587817 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (34bb0e74-189a-480c-a4b8-183b64ca75b8), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.602015 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934aba2-9a32-4dec-9e2b-1a448b73c63e req-8a07a9e7-55ee-4b66-b92a-207647294745 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:01.612606 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d934aba2-9a32-4dec-9e2b-1a448b73c63e req-8a07a9e7-55ee-4b66-b92a-207647294745 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd31ad07-b42b-480c-add3-8c367495ed4a HTTP/1.1" status: 200 len: 946 time: 0.5399876 Mar 08 20:24:01.629115 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Publish callbacks [] for port (13c0bc15-c214-4567-89de-eb579dcd8e67), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.671657 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c712ec-8f54-42a8-8a3d-da03650b47e1 admin admin] Made reservation on behalf of 4092f4d2499146e79a4e5398f391489e for: {'network': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:24:01.674660 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-14c712ec-8f54-42a8-8a3d-da03650b47e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.694033 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d934aba2-9a32-4dec-9e2b-1a448b73c63e req-25a06d5c-1897-405b-9fc2-77a8a7319e93 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804060 Mar 08 20:24:01.699969 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-14c712ec-8f54-42a8-8a3d-da03650b47e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.700592 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (13c0bc15-c214-4567-89de-eb579dcd8e67), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.712802 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] For port 34bb0e74-189a-480c-a4b8-183b64ca75b8, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:24:01.716582 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] For port 34bb0e74-189a-480c-a4b8-183b64ca75b8, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=34bb0e74-189a-480c-a4b8-183b64ca75b8,segment=NetworkSegment(236d6c6b-f0aa-41a9-92f0-128e43e66999),segment_id=236d6c6b-f0aa-41a9-92f0-128e43e66999)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:24:01.744704 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (34bb0e74-189a-480c-a4b8-183b64ca75b8), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.768166 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Pushing event updated for resources: {'Port': ['ID=13c0bc15-c214-4567-89de-eb579dcd8e67,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:01.780164 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:24:01.783205 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:01.787131 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:24:01.802821 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 387b1828-3b5b-4542-b66a-0c895452a22e is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:01.803406 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (387b1828-3b5b-4542-b66a-0c895452a22e), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.860613 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-14c712ec-8f54-42a8-8a3d-da03650b47e1 admin admin] Publish callbacks [] for security_group (9de6a56e-6eb7-4d8e-b510-6042c0e3c627), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.863450 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] For port 387b1828-3b5b-4542-b66a-0c895452a22e, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=387b1828-3b5b-4542-b66a-0c895452a22e,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:01.868953 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-14c712ec-8f54-42a8-8a3d-da03650b47e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (9de6a56e-6eb7-4d8e-b510-6042c0e3c627), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.870367 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Sync routers for ids ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:24:01.874352 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35527db-f607-489a-9efa-e51ae936c255 None None] Pushing event updated for resources: {'Port': ['ID=34bb0e74-189a-480c-a4b8-183b64ca75b8,revision_number=2']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:01.880063 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (387b1828-3b5b-4542-b66a-0c895452a22e), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.911145 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c712ec-8f54-42a8-8a3d-da03650b47e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:24:01.935384 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Routers {'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:01.936032 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:23:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:01.950041 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-14c712ec-8f54-42a8-8a3d-da03650b47e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (7cc9e0ae-1c96-4237-b7fe-51f96d156d03), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:01.951739 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.segments_db [None req-14c712ec-8f54-42a8-8a3d-da03650b47e1 admin admin] Added segment 7cc9e0ae-1c96-4237-b7fe-51f96d156d03 of type vlan for network 186cb11d-e79f-41a2-a86e-876957c89561 Mar 08 20:24:01.965568 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c712ec-8f54-42a8-8a3d-da03650b47e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de6a56e-6eb7-4d8e-b510-6042c0e3c627,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:02.010969 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Pushing event updated for resources: {'Port': ['ID=387b1828-3b5b-4542-b66a-0c895452a22e,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:02.029743 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-14c712ec-8f54-42a8-8a3d-da03650b47e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (186cb11d-e79f-41a2-a86e-876957c89561), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:02.076710 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-14c712ec-8f54-42a8-8a3d-da03650b47e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (186cb11d-e79f-41a2-a86e-876957c89561), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:02.078042 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c712ec-8f54-42a8-8a3d-da03650b47e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:02.078766 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-14c712ec-8f54-42a8-8a3d-da03650b47e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:02.159611 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Set router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:24:02.243797 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42942) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:02.245048 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-14c712ec-8f54-42a8-8a3d-da03650b47e1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8841174 Mar 08 20:24:02.249722 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-c79d3e72-4054-46b1-918b-bdd33d038262 admin admin] Request body: {'subnet': {'network_id': '186cb11d-e79f-41a2-a86e-876957c89561', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-894573809-subnet', 'tenant_id': '4092f4d2499146e79a4e5398f391489e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:02.256472 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c712ec-8f54-42a8-8a3d-da03650b47e1 admin admin] Pushing event updated for resources: {'Network': ['ID=186cb11d-e79f-41a2-a86e-876957c89561,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:02.276002 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network 186cb11d-e79f-41a2-a86e-876957c89561 details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:24:02.320510 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Publish callbacks [] for router_gateway (cc70542f-0899-425f-bfa2-28e513ed9bc2), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:02.373901 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79d3e72-4054-46b1-918b-bdd33d038262 admin admin] Made reservation on behalf of 4092f4d2499146e79a4e5398f391489e for: {'subnet': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:24:02.376254 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c79d3e72-4054-46b1-918b-bdd33d038262 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30349178'] for subnet (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:02.535526 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:02.565699 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 2, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:02.597677 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Checking router: a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:24:02.597930 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Updating router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af port 15a906a6-4599-41fd-9994-0bfb98779b92 binding host dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:24:02.627376 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (15a906a6-4599-41fd-9994-0bfb98779b92), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:02.739557 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6da2a-cf3b-4a2b-b0a9-5b88644c1111 req-4334cbd0-82e7-4116-a9be-b17a53670a6d tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:02.741075 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0db6da2a-cf3b-4a2b-b0a9-5b88644c1111 req-4334cbd0-82e7-4116-a9be-b17a53670a6d tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd31ad07-b42b-480c-add3-8c367495ed4a HTTP/1.1" status: 200 len: 946 time: 0.1432230 Mar 08 20:24:02.761373 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1754984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1751805'] for router (cc70542f-0899-425f-bfa2-28e513ed9bc2), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:02.885235 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c79d3e72-4054-46b1-918b-bdd33d038262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31980671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30349156'] for subnet (9984fa42-29f6-4f7a-a4db-dea172836030), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:02.890475 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0db6da2a-cf3b-4a2b-b0a9-5b88644c1111 req-c03d4d81-8540-4cc5-a6de-d2ed01b406c5 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407955 Mar 08 20:24:02.914741 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Publish callbacks [] for port (15a906a6-4599-41fd-9994-0bfb98779b92), precommit_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:02.922043 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (15a906a6-4599-41fd-9994-0bfb98779b92), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:02.975553 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0c7f8-7f0b-403f-9a26-f0b7563522d8 None None] Pushing event updated for resources: {'Port': ['ID=15a906a6-4599-41fd-9994-0bfb98779b92,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:02.986867 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d3e72-4054-46b1-918b-bdd33d038262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9984fa42-29f6-4f7a-a4db-dea172836030,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:03.017702 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79d3e72-4054-46b1-918b-bdd33d038262 admin admin] Checking segment: {'id': '7cc9e0ae-1c96-4237-b7fe-51f96d156d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '186cb11d-e79f-41a2-a86e-876957c89561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:24:03.018061 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79d3e72-4054-46b1-918b-bdd33d038262 admin admin] Network hostable DHCP agents. Network: 186cb11d-e79f-41a2-a86e-876957c89561, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:24:03.044137 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Router cc70542f-0899-425f-bfa2-28e513ed9bc2 is scheduled to L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 with binding_index 1 {{(pid=109690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:24:03.049066 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79d3e72-4054-46b1-918b-bdd33d038262 admin admin] Network 186cb11d-e79f-41a2-a86e-876957c89561 is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:24:03.054068 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Attempting to bind port 15a906a6-4599-41fd-9994-0bfb98779b92 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:24:03.054293 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Attempting to bind port 15a906a6-4599-41fd-9994-0bfb98779b92 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:24:03.054576 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Attempting to bind port 15a906a6-4599-41fd-9994-0bfb98779b92 on network 546773f9-3d58-443e-852b-a01eb178b7d3 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:24:03.063452 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:24:03.063825 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Checking segment: {'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:24:03.064235 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:03.064665 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Bound using segment: {'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:24:03.065154 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Bound port: 15a906a6-4599-41fd-9994-0bfb98779b92, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:24:03.065580 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (15a906a6-4599-41fd-9994-0bfb98779b92), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:03.094766 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-c79d3e72-4054-46b1-918b-bdd33d038262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, 186cb11d-e79f-41a2-a86e-876957c89561) {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:03.099293 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79d3e72-4054-46b1-918b-bdd33d038262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:03.100030 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c79d3e72-4054-46b1-918b-bdd33d038262 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:03.112644 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5f55f6-c8f3-4c19-b35a-a05ab915003a None None] Network 186cb11d-e79f-41a2-a86e-876957c89561 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:24:03.132131 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-c79d3e72-4054-46b1-918b-bdd33d038262 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8867588 Mar 08 20:24:03.189659 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:24:03.201821 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Sync routers for ids ['cc70542f-0899-425f-bfa2-28e513ed9bc2'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:24:03.214081 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:03.216795 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-7c6e6b22-06a6-440b-9b59-80b862e2870e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5659807 Mar 08 20:24:03.219338 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 42960) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:03.221494 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] For port 15a906a6-4599-41fd-9994-0bfb98779b92, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:24:03.227627 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Routers {'cc70542f-0899-425f-bfa2-28e513ed9bc2'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:03.228274 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:23:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['cc70542f-0899-425f-bfa2-28e513ed9bc2'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:03.239665 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] For port 15a906a6-4599-41fd-9994-0bfb98779b92, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=15a906a6-4599-41fd-9994-0bfb98779b92,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:24:03.255129 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (15a906a6-4599-41fd-9994-0bfb98779b92), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:03.307488 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b832f7ba-2f05-4da9-b479-459aed1a3498 None None] Network 186cb11d-e79f-41a2-a86e-876957c89561 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:24:03.357239 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5767d8-ab3f-4291-81f5-d5a656cd2160 None None] Network 8072ae2d-d137-4cfb-a018-2e036237b356 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:24:03.423808 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Set router cc70542f-0899-425f-bfa2-28e513ed9bc2 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:24:03.490019 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Routers {'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:03.490689 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:23:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:03.733666 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 387b1828-3b5b-4542-b66a-0c895452a22e up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:03.735578 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'name': 'tempest-TestVolumeBootPattern-1137452835-router', 'tenant_id': '6206188d76a744948e7a362148e3ddb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '13c0bc15-c214-4567-89de-eb579dcd8e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:00Z', 'updated_at': '2022-03-08T20:24:02Z', 'revision_number': 3, 'project_id': '6206188d76a744948e7a362148e3ddb1', 'gw_port': {'id': '13c0bc15-c214-4567-89de-eb579dcd8e67', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:01Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:03.770026 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Checking router: cc70542f-0899-425f-bfa2-28e513ed9bc2 for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:24:03.770755 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Updating router cc70542f-0899-425f-bfa2-28e513ed9bc2 port 13c0bc15-c214-4567-89de-eb579dcd8e67 binding host dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:24:03.815614 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (13c0bc15-c214-4567-89de-eb579dcd8e67), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:03.974460 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0c7f8-7f0b-403f-9a26-f0b7563522d8 None None] Pushing event updated for resources: {'Port': ['ID=15a906a6-4599-41fd-9994-0bfb98779b92,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:03.986920 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-3734d938-fb5e-49d1-acbe-5ac56ab27deb None None] Provisioning complete for port 15a906a6-4599-41fd-9994-0bfb98779b92 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:03.987637 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-3734d938-fb5e-49d1-acbe-5ac56ab27deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (15a906a6-4599-41fd-9994-0bfb98779b92), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.020745 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facde55a-0d2d-4785-bc12-ebd9d4ed1cb6 req-d6ae37e9-50f4-4b9a-b17c-26cad8e0f998 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:04.022809 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-facde55a-0d2d-4785-bc12-ebd9d4ed1cb6 req-d6ae37e9-50f4-4b9a-b17c-26cad8e0f998 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd31ad07-b42b-480c-add3-8c367495ed4a HTTP/1.1" status: 200 len: 946 time: 0.1099827 Mar 08 20:24:04.134204 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 42994) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:04.141130 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-19e79d47-3160-41b6-ae45-b4b56a9f4027 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-558224970-network', 'tenant_id': 'b25456afba9f4d298cb9e5f2dcd29751'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:04.159183 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] Set router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:24:04.167423 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e79d47-3160-41b6-ae45-b4b56a9f4027 admin admin] Made reservation on behalf of b25456afba9f4d298cb9e5f2dcd29751 for: {'network': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:24:04.170047 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-19e79d47-3160-41b6-ae45-b4b56a9f4027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.182884 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-19e79d47-3160-41b6-ae45-b4b56a9f4027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.275403 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b157f42-2ba3-407c-b4a1-be259f0c7894 req-215207af-59d9-4492-b365-2e055bed36a5 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:04.277143 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Publish callbacks [] for port (13c0bc15-c214-4567-89de-eb579dcd8e67), precommit_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.281134 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-19e79d47-3160-41b6-ae45-b4b56a9f4027 admin admin] Publish callbacks [] for security_group (fbcf614a-a921-4ff6-a312-1ca129e6e413), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.283650 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5b157f42-2ba3-407c-b4a1-be259f0c7894 req-215207af-59d9-4492-b365-2e055bed36a5 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd31ad07-b42b-480c-add3-8c367495ed4a HTTP/1.1" status: 200 len: 946 time: 0.2578053 Mar 08 20:24:04.285457 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (13c0bc15-c214-4567-89de-eb579dcd8e67), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.287388 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-19e79d47-3160-41b6-ae45-b4b56a9f4027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (fbcf614a-a921-4ff6-a312-1ca129e6e413), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.306743 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 387b1828-3b5b-4542-b66a-0c895452a22e triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:04.307229 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (387b1828-3b5b-4542-b66a-0c895452a22e), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.327198 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e79d47-3160-41b6-ae45-b4b56a9f4027 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:24:04.368631 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-19e79d47-3160-41b6-ae45-b4b56a9f4027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (9b5c14d7-65a0-40f1-adc6-0d08d8ffa30f), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.369219 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.segments_db [None req-19e79d47-3160-41b6-ae45-b4b56a9f4027 admin admin] Added segment 9b5c14d7-65a0-40f1-adc6-0d08d8ffa30f of type vlan for network 424b98d4-a0fb-48b8-9e70-097926ab11be Mar 08 20:24:04.370926 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e79d47-3160-41b6-ae45-b4b56a9f4027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcf614a-a921-4ff6-a312-1ca129e6e413,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:04.377759 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511ee49-924b-4d2a-aaab-c92977b414c3 None None] Pushing event updated for resources: {'Port': ['ID=13c0bc15-c214-4567-89de-eb579dcd8e67,revision_number=2']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:04.385936 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Attempting to bind port 13c0bc15-c214-4567-89de-eb579dcd8e67 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:24:04.386335 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Attempting to bind port 13c0bc15-c214-4567-89de-eb579dcd8e67 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:24:04.386667 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Attempting to bind port 13c0bc15-c214-4567-89de-eb579dcd8e67 on network 4ab513a0-00c2-4806-bea3-3166607858e9 {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:24:04.393410 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ee49-924b-4d2a-aaab-c92977b414c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:04.393784 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ee49-924b-4d2a-aaab-c92977b414c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:04.394742 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ee49-924b-4d2a-aaab-c92977b414c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:04.395093 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ee49-924b-4d2a-aaab-c92977b414c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:04.395434 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ee49-924b-4d2a-aaab-c92977b414c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:04.395770 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ee49-924b-4d2a-aaab-c92977b414c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:04.396161 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ee49-924b-4d2a-aaab-c92977b414c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:04.396972 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ee49-924b-4d2a-aaab-c92977b414c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:04.397444 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ee49-924b-4d2a-aaab-c92977b414c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:04.398488 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ee49-924b-4d2a-aaab-c92977b414c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:04.398488 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ee49-924b-4d2a-aaab-c92977b414c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:04.398783 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ee49-924b-4d2a-aaab-c92977b414c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:04.399121 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511ee49-924b-4d2a-aaab-c92977b414c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:04.400734 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-facde55a-0d2d-4785-bc12-ebd9d4ed1cb6 req-7c3a8ae6-b860-4bef-8ca9-eddcfce9ea0f tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Deleting port c9cda59b-8b7f-4f21-822e-46228c0379c7 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:24:04.401212 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-facde55a-0d2d-4785-bc12-ebd9d4ed1cb6 req-7c3a8ae6-b860-4bef-8ca9-eddcfce9ea0f tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (c9cda59b-8b7f-4f21-822e-46228c0379c7), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.404506 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:24:04.404886 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Checking segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:24:04.405462 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.405860 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Bound using segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:24:04.406340 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Bound port: 13c0bc15-c214-4567-89de-eb579dcd8e67, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:24:04.406721 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (13c0bc15-c214-4567-89de-eb579dcd8e67), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.433527 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5b157f42-2ba3-407c-b4a1-be259f0c7894 req-dd7d8d85-898c-4cd8-9b4a-0fb54695b9f0 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483221 Mar 08 20:24:04.463313 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-3734d938-fb5e-49d1-acbe-5ac56ab27deb None None] Current status of the port 15a906a6-4599-41fd-9994-0bfb98779b92 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:04.463704 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-3734d938-fb5e-49d1-acbe-5ac56ab27deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (15a906a6-4599-41fd-9994-0bfb98779b92), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.477556 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-19e79d47-3160-41b6-ae45-b4b56a9f4027 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (424b98d4-a0fb-48b8-9e70-097926ab11be), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.481883 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] For port 13c0bc15-c214-4567-89de-eb579dcd8e67, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:24:04.485351 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] For port 13c0bc15-c214-4567-89de-eb579dcd8e67, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=13c0bc15-c214-4567-89de-eb579dcd8e67,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:24:04.492696 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (13c0bc15-c214-4567-89de-eb579dcd8e67), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.509725 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-19e79d47-3160-41b6-ae45-b4b56a9f4027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (424b98d4-a0fb-48b8-9e70-097926ab11be), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.510908 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e79d47-3160-41b6-ae45-b4b56a9f4027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:04.511803 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-19e79d47-3160-41b6-ae45-b4b56a9f4027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.580081 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-19e79d47-3160-41b6-ae45-b4b56a9f4027 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4409308 Mar 08 20:24:04.583568 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 42996) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:04.592995 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-70b37b10-9dfd-4cd5-a1a4-a1d5255f4b42 admin admin] Request body: {'subnet': {'network_id': '424b98d4-a0fb-48b8-9e70-097926ab11be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-558224970-subnet', 'tenant_id': 'b25456afba9f4d298cb9e5f2dcd29751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:04.597849 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 387b1828-3b5b-4542-b66a-0c895452a22e is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:04.599267 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 34bb0e74-189a-480c-a4b8-183b64ca75b8 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:04.614247 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e79d47-3160-41b6-ae45-b4b56a9f4027 admin admin] Pushing event updated for resources: {'Network': ['ID=424b98d4-a0fb-48b8-9e70-097926ab11be,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:04.623481 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b37b10-9dfd-4cd5-a1a4-a1d5255f4b42 admin admin] Made reservation on behalf of b25456afba9f4d298cb9e5f2dcd29751 for: {'subnet': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:24:04.626172 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-70b37b10-9dfd-4cd5-a1a4-a1d5255f4b42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29874791'] for subnet (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.636396 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network 424b98d4-a0fb-48b8-9e70-097926ab11be details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:24:04.642185 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-3734d938-fb5e-49d1-acbe-5ac56ab27deb None None] For port 15a906a6-4599-41fd-9994-0bfb98779b92, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=15a906a6-4599-41fd-9994-0bfb98779b92,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:04.646816 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Routers {'cc70542f-0899-425f-bfa2-28e513ed9bc2'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:04.647478 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:23:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['cc70542f-0899-425f-bfa2-28e513ed9bc2'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:04.667064 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-3734d938-fb5e-49d1-acbe-5ac56ab27deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (15a906a6-4599-41fd-9994-0bfb98779b92), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.671128 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.727451 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-facde55a-0d2d-4785-bc12-ebd9d4ed1cb6 req-7c3a8ae6-b860-4bef-8ca9-eddcfce9ea0f tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] For port c9cda59b-8b7f-4f21-822e-46228c0379c7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c9cda59b-8b7f-4f21-822e-46228c0379c7,segment=NetworkSegment(871e6631-41b6-4ea5-8a86-2c2a70f6d506),segment_id=871e6631-41b6-4ea5-8a86-2c2a70f6d506)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:04.727922 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-facde55a-0d2d-4785-bc12-ebd9d4ed1cb6 req-7c3a8ae6-b860-4bef-8ca9-eddcfce9ea0f tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (c9cda59b-8b7f-4f21-822e-46228c0379c7), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.745014 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511ee49-924b-4d2a-aaab-c92977b414c3 None None] Pushing event updated for resources: {'Port': ['ID=13c0bc15-c214-4567-89de-eb579dcd8e67,revision_number=3']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:04.758221 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-facde55a-0d2d-4785-bc12-ebd9d4ed1cb6 req-7c3a8ae6-b860-4bef-8ca9-eddcfce9ea0f tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Calling delete_port for c9cda59b-8b7f-4f21-822e-46228c0379c7 owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:24:04.783332 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] Set router cc70542f-0899-425f-bfa2-28e513ed9bc2 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:24:04.805798 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734d938-fb5e-49d1-acbe-5ac56ab27deb None None] Pushing event updated for resources: {'Port': ['ID=15a906a6-4599-41fd-9994-0bfb98779b92,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:04.813199 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 34bb0e74-189a-480c-a4b8-183b64ca75b8 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:04.814828 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (34bb0e74-189a-480c-a4b8-183b64ca75b8), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.843216 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-efc46917-f0bb-4a88-963f-cc95f357148d None None] Provisioning complete for port 15a906a6-4599-41fd-9994-0bfb98779b92 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:04.843509 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-efc46917-f0bb-4a88-963f-cc95f357148d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (15a906a6-4599-41fd-9994-0bfb98779b92), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.890613 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:03Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:04.948809 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f350ae2d-04e2-4bfe-96f8-9ac8e5a3a276 None None] The sync data for ids ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'] in dv-cinder-830093-3-iscsi is: [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:03Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:24:04.992075 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'name': 'tempest-TestVolumeBootPattern-1137452835-router', 'tenant_id': '6206188d76a744948e7a362148e3ddb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '13c0bc15-c214-4567-89de-eb579dcd8e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:00Z', 'updated_at': '2022-03-08T20:24:02Z', 'revision_number': 3, 'project_id': '6206188d76a744948e7a362148e3ddb1', 'gw_port': {'id': '13c0bc15-c214-4567-89de-eb579dcd8e67', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:01Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:05.039863 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8a4d72-14d6-40ec-86c9-6e33a7ff5549 None None] The sync data for ids ['cc70542f-0899-425f-bfa2-28e513ed9bc2'] in dv-cinder-830093-3-iscsi is: [{'id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'name': 'tempest-TestVolumeBootPattern-1137452835-router', 'tenant_id': '6206188d76a744948e7a362148e3ddb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '13c0bc15-c214-4567-89de-eb579dcd8e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:00Z', 'updated_at': '2022-03-08T20:24:02Z', 'revision_number': 3, 'project_id': '6206188d76a744948e7a362148e3ddb1', 'gw_port': {'id': '13c0bc15-c214-4567-89de-eb579dcd8e67', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:01Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:24:05.053390 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-efc46917-f0bb-4a88-963f-cc95f357148d None None] Current status of the port 15a906a6-4599-41fd-9994-0bfb98779b92 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:05.058688 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 34bb0e74-189a-480c-a4b8-183b64ca75b8 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:05.059084 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (34bb0e74-189a-480c-a4b8-183b64ca75b8), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:05.096603 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-efc46917-f0bb-4a88-963f-cc95f357148d None None] Provisioning complete for port 34bb0e74-189a-480c-a4b8-183b64ca75b8 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:05.096987 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-efc46917-f0bb-4a88-963f-cc95f357148d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (34bb0e74-189a-480c-a4b8-183b64ca75b8), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:05.135098 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-70b37b10-9dfd-4cd5-a1a4-a1d5255f4b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29844918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29874809'] for subnet (092e2ae2-ab6b-4a0b-ad7a-6923547810a2), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:05.140738 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] For port 34bb0e74-189a-480c-a4b8-183b64ca75b8, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=34bb0e74-189a-480c-a4b8-183b64ca75b8,segment=NetworkSegment(236d6c6b-f0aa-41a9-92f0-128e43e66999),segment_id=236d6c6b-f0aa-41a9-92f0-128e43e66999)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:05.156841 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (34bb0e74-189a-480c-a4b8-183b64ca75b8), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:05.197362 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b37b10-9dfd-4cd5-a1a4-a1d5255f4b42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=092e2ae2-ab6b-4a0b-ad7a-6923547810a2,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:05.214752 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] Allocated IP 172.20.0.1 (8072ae2d-d137-4cfb-a018-2e036237b356/c80904d6-5bc2-48eb-8710-7bc61522ae4a/82b1d329-62b8-4c0e-b79c-afc2e2052958) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:24:05.243989 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Pushing event updated for resources: {'Port': ['ID=34bb0e74-189a-480c-a4b8-183b64ca75b8,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:05.260457 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-facde55a-0d2d-4785-bc12-ebd9d4ed1cb6 req-7c3a8ae6-b860-4bef-8ca9-eddcfce9ea0f tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (c9cda59b-8b7f-4f21-822e-46228c0379c7), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:05.290380 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['c9cda59b-8b7f-4f21-822e-46228c0379c7'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:24:05.337410 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a8ae6-b860-4bef-8ca9-eddcfce9ea0f tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Pushing event deleted for resources: {'Port': ['ID=c9cda59b-8b7f-4f21-822e-46228c0379c7,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:05.383369 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-efc46917-f0bb-4a88-963f-cc95f357148d None None] Current status of the port 34bb0e74-189a-480c-a4b8-183b64ca75b8 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:05.423767 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 15a906a6-4599-41fd-9994-0bfb98779b92 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:05.439404 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43006) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:05.451766 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-facde55a-0d2d-4785-bc12-ebd9d4ed1cb6 req-7c3a8ae6-b860-4bef-8ca9-eddcfce9ea0f tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] No DVR routers for this DVR port c9cda59b-8b7f-4f21-822e-46228c0379c7 on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:24:05.455115 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-facde55a-0d2d-4785-bc12-ebd9d4ed1cb6 req-7c3a8ae6-b860-4bef-8ca9-eddcfce9ea0f tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:05.460003 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-facde55a-0d2d-4785-bc12-ebd9d4ed1cb6 req-7c3a8ae6-b860-4bef-8ca9-eddcfce9ea0f tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.60 "DELETE /v2.0/ports/c9cda59b-8b7f-4f21-822e-46228c0379c7 HTTP/1.1" status: 204 len: 173 time: 1.4152994 Mar 08 20:24:05.463954 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd31ad07-b42b-480c-add3-8c367495ed4a', 'name': 'network-vif-deleted', 'tag': 'c9cda59b-8b7f-4f21-822e-46228c0379c7'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:24:05.466562 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b3a385-3549-4962-bad3-9d1d4c88f75d" -d '{"events": [{"server_uuid": "dd31ad07-b42b-480c-add3-8c367495ed4a", "name": "network-vif-deleted", "tag": "c9cda59b-8b7f-4f21-822e-46228c0379c7"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:24:05.505447 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b37b10-9dfd-4cd5-a1a4-a1d5255f4b42 admin admin] Checking segment: {'id': '9b5c14d7-65a0-40f1-adc6-0d08d8ffa30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '424b98d4-a0fb-48b8-9e70-097926ab11be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:24:05.505767 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b37b10-9dfd-4cd5-a1a4-a1d5255f4b42 admin admin] Network hostable DHCP agents. Network: 424b98d4-a0fb-48b8-9e70-097926ab11be, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:24:05.561509 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 15a906a6-4599-41fd-9994-0bfb98779b92 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:05.561892 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (15a906a6-4599-41fd-9994-0bfb98779b92), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:05.571196 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] Publish callbacks [] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:05.573486 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b37b10-9dfd-4cd5-a1a4-a1d5255f4b42 admin admin] Network 424b98d4-a0fb-48b8-9e70-097926ab11be is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:24:05.599952 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-70b37b10-9dfd-4cd5-a1a4-a1d5255f4b42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, 424b98d4-a0fb-48b8-9e70-097926ab11be) {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:05.612634 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b37b10-9dfd-4cd5-a1a4-a1d5255f4b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:05.620255 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-70b37b10-9dfd-4cd5-a1a4-a1d5255f4b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:05.636082 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e611abbe-0d88-4906-91ef-9efaef18594b None None] Network 424b98d4-a0fb-48b8-9e70-097926ab11be requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:24:05.653782 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-70b37b10-9dfd-4cd5-a1a4-a1d5255f4b42 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0658064 Mar 08 20:24:05.755539 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7c84e104-01c1-4a5e-a4c4-de658f99db33 req-8631f300-2e15-4b8e-885a-56af8dd8cf6c tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd31ad07-b42b-480c-add3-8c367495ed4a HTTP/1.1" status: 200 len: 210 time: 0.0886033 Mar 08 20:24:05.765972 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:05.834345 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-927dce04-5265-4a56-80c3-459410fbbee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:05.850305 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] Network 8072ae2d-d137-4cfb-a018-2e036237b356 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:24:05.858546 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:05.867290 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:24:05.902805 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] Pushing event updated for resources: {'Port': ['ID=82b1d329-62b8-4c0e-b79c-afc2e2052958,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:05.947537 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 15a906a6-4599-41fd-9994-0bfb98779b92 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:05.969483 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752272'] for router_interface (cc70542f-0899-425f-bfa2-28e513ed9bc2), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.043132 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61505747-759a-4830-9af1-9eb97aedf5cb None None] Network 424b98d4-a0fb-48b8-9e70-097926ab11be requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:24:06.051217 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-927dce04-5265-4a56-80c3-459410fbbee9 admin admin] Publish callbacks [] for security_group (e59d0171-a163-4fad-98b2-ae4d8639bec9), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.066896 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-927dce04-5265-4a56-80c3-459410fbbee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (e59d0171-a163-4fad-98b2-ae4d8639bec9), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.117408 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3b9217-7551-4c30-a4ec-ef341cc49370 x-openstack-request-id: req-9f3b9217-7551-4c30-a4ec-ef341cc49370 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:24:06.118785 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd31ad07-b42b-480c-add3-8c367495ed4a", "name": "network-vif-deleted", "tag": "c9cda59b-8b7f-4f21-822e-46228c0379c7", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:24:06.119049 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f3b9217-7551-4c30-a4ec-ef341cc49370 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:24:06.119698 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd31ad07-b42b-480c-add3-8c367495ed4a', 'name': 'network-vif-deleted', 'tag': 'c9cda59b-8b7f-4f21-822e-46228c0379c7', 'status': 'completed', 'code': 200} Mar 08 20:24:06.164252 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-927dce04-5265-4a56-80c3-459410fbbee9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5875f22ea4ac4644b0d6a7a460dfe640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7236583 Mar 08 20:24:06.167412 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43022) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:06.168091 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927dce04-5265-4a56-80c3-459410fbbee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59d0171-a163-4fad-98b2-ae4d8639bec9,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:06.313496 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ac0b824a-737e-48f0-ba95-ecd72555c26c admin admin] Publish callbacks [] for security_group (e59d0171-a163-4fad-98b2-ae4d8639bec9), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.347017 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ac0b824a-737e-48f0-ba95-ecd72555c26c admin admin] Publish callbacks [] for security_group (e59d0171-a163-4fad-98b2-ae4d8639bec9), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.362547 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.417918 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ac0b824a-737e-48f0-ba95-ecd72555c26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (e59d0171-a163-4fad-98b2-ae4d8639bec9), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.420521 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ac0b824a-737e-48f0-ba95-ecd72555c26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.424002 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-ac0b824a-737e-48f0-ba95-ecd72555c26c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e59d0171-a163-4fad-98b2-ae4d8639bec9 HTTP/1.1" status: 204 len: 168 time: 0.2452047 Mar 08 20:24:06.439669 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b824a-737e-48f0-ba95-ecd72555c26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59d0171-a163-4fad-98b2-ae4d8639bec9,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:06.442278 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-2154a65a-234c-4ad5-874d-b048b1b0e19b None None] Provisioning complete for port 82b1d329-62b8-4c0e-b79c-afc2e2052958 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:06.442698 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-2154a65a-234c-4ad5-874d-b048b1b0e19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.492334 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-2154a65a-234c-4ad5-874d-b048b1b0e19b None None] Port 82b1d329-62b8-4c0e-b79c-afc2e2052958 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:24:06.593626 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] Publish callbacks [] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.599849 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.663633 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752252'] for router_interface (cc70542f-0899-425f-bfa2-28e513ed9bc2), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.735045 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] Pushing event updated for resources: {'Port': ['ID=82b1d329-62b8-4c0e-b79c-afc2e2052958,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:06.796804 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] Network 8072ae2d-d137-4cfb-a018-2e036237b356 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:24:06.798635 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:07.004306 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] Router cc70542f-0899-425f-bfa2-28e513ed9bc2 has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:24:07.133560 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:24:07.135369 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-3410ea29-63db-4c38-9a50-f90733939ade None None] Provisioning complete for port 82b1d329-62b8-4c0e-b79c-afc2e2052958 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:07.135788 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-3410ea29-63db-4c38-9a50-f90733939ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:07.144591 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-79d3c1ac-76e8-41b9-8ee7-146199aaf94c admin admin] 10.222.0.45 "PUT /v2.0/routers/cc70542f-0899-425f-bfa2-28e513ed9bc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9209902 Mar 08 20:24:07.187747 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-3410ea29-63db-4c38-9a50-f90733939ade None None] Port 82b1d329-62b8-4c0e-b79c-afc2e2052958 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:24:07.227091 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-62d748fc-efa1-4f15-8f95-a06103b33092 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:07.228788 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-62d748fc-efa1-4f15-8f95-a06103b33092 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/networks?id=a2d533dc-0103-4e71-9899-9d2cb8e594ce HTTP/1.1" status: 200 len: 809 time: 0.1562541 Mar 08 20:24:07.249390 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-e799b354-273d-4413-8bd4-aa6ebb5ccfc8 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/quotas/91c108d1c69e40f89916a988313e4cad HTTP/1.1" status: 200 len: 375 time: 0.0118446 Mar 08 20:24:07.299751 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-7cf4c3a1-6ac2-4420-a113-ca6ec58ce7b4 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=91c108d1c69e40f89916a988313e4cad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437918 Mar 08 20:24:07.413771 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-4db4143b-5e5e-4e3a-89e8-56afd135e049 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d533dc-0103-4e71-9899-9d2cb8e594ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052871 Mar 08 20:24:07.438287 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 13c0bc15-c214-4567-89de-eb579dcd8e67 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:07.505564 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 13c0bc15-c214-4567-89de-eb579dcd8e67 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:07.506683 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (13c0bc15-c214-4567-89de-eb579dcd8e67), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:07.542261 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-12abbc79-5587-43bb-8c34-564a75ef7ee6 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d533dc-0103-4e71-9899-9d2cb8e594ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220920 Mar 08 20:24:07.620418 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 13c0bc15-c214-4567-89de-eb579dcd8e67 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:07.620843 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (13c0bc15-c214-4567-89de-eb579dcd8e67), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:07.642842 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] For port 13c0bc15-c214-4567-89de-eb579dcd8e67, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=13c0bc15-c214-4567-89de-eb579dcd8e67,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:07.652802 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (13c0bc15-c214-4567-89de-eb579dcd8e67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:07.654036 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 34bb0e74-189a-480c-a4b8-183b64ca75b8 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:07.766093 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Pushing event updated for resources: {'Port': ['ID=13c0bc15-c214-4567-89de-eb579dcd8e67,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:07.778365 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-838e4ebd-32ef-48cf-8ccf-e04579eb94e8 req-c8f50fe1-c3e5-473d-865f-7ec60d7bc24c tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4571e07-0d5c-4d09-ba22-38cce6da6f2d HTTP/1.1" status: 200 len: 210 time: 0.0494175 Mar 08 20:24:07.782445 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 34bb0e74-189a-480c-a4b8-183b64ca75b8 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:07.783097 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (34bb0e74-189a-480c-a4b8-183b64ca75b8), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:07.887401 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 34bb0e74-189a-480c-a4b8-183b64ca75b8 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:07.940923 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Sync routers for ids ['cc70542f-0899-425f-bfa2-28e513ed9bc2'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:24:07.957879 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Routers {'cc70542f-0899-425f-bfa2-28e513ed9bc2'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:07.958508 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:23:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['cc70542f-0899-425f-bfa2-28e513ed9bc2'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:08.067191 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 43094) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:08.072826 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-28049d9e-7982-4c03-b94c-19cd5932e70c tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1521055579', 'description': 'tempest-secgroup-smoke-1521055579 description', 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:08.096948 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-28049d9e-7982-4c03-b94c-19cd5932e70c tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.210159 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-28049d9e-7982-4c03-b94c-19cd5932e70c tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group (c8f27290-40f4-43c4-9e2d-f37f1d00db55), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.216793 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-28049d9e-7982-4c03-b94c-19cd5932e70c tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (c8f27290-40f4-43c4-9e2d-f37f1d00db55), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.251370 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-28049d9e-7982-4c03-b94c-19cd5932e70c tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.255904 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-28049d9e-7982-4c03-b94c-19cd5932e70c tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1867054 Mar 08 20:24:08.260114 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43100) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:08.264790 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-b77d7cbb-3fd1-4691-9cb2-c5e51c0981fc tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Request body: {'security_group_rule': {'security_group_id': 'c8f27290-40f4-43c4-9e2d-f37f1d00db55', 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:08.286594 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28049d9e-7982-4c03-b94c-19cd5932e70c tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f27290-40f4-43c4-9e2d-f37f1d00db55,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:08.304708 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Set router cc70542f-0899-425f-bfa2-28e513ed9bc2 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:24:08.307747 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b77d7cbb-3fd1-4691-9cb2-c5e51c0981fc tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group_rule (15e90722-0ec1-40fa-b3fc-837ea7fd332f), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.444065 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b77d7cbb-3fd1-4691-9cb2-c5e51c0981fc tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group_rule (15e90722-0ec1-40fa-b3fc-837ea7fd332f), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.449467 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b77d7cbb-3fd1-4691-9cb2-c5e51c0981fc tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (15e90722-0ec1-40fa-b3fc-837ea7fd332f), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.507013 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d7cbb-3fd1-4691-9cb2-c5e51c0981fc tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e90722-0ec1-40fa-b3fc-837ea7fd332f,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:08.521482 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b77d7cbb-3fd1-4691-9cb2-c5e51c0981fc tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.522786 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-b77d7cbb-3fd1-4691-9cb2-c5e51c0981fc tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2614887 Mar 08 20:24:08.525627 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 43114) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:08.530132 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-a69f4fce-e4b1-4703-abf7-78e8ebfbd5b0 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Request body: {'security_group_rule': {'security_group_id': 'c8f27290-40f4-43c4-9e2d-f37f1d00db55', 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:08.563110 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a69f4fce-e4b1-4703-abf7-78e8ebfbd5b0 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group_rule (abdbd94e-2f99-4e71-923b-1e07a47c3e9f), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.593914 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'name': 'tempest-TestVolumeBootPattern-1137452835-router', 'tenant_id': '6206188d76a744948e7a362148e3ddb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '13c0bc15-c214-4567-89de-eb579dcd8e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:00Z', 'updated_at': '2022-03-08T20:24:06Z', 'revision_number': 4, 'project_id': '6206188d76a744948e7a362148e3ddb1', 'gw_port': {'id': '13c0bc15-c214-4567-89de-eb579dcd8e67', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:01Z', 'updated_at': '2022-03-08T20:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '82b1d329-62b8-4c0e-b79c-afc2e2052958', 'name': '', 'network_id': '8072ae2d-d137-4cfb-a018-2e036237b356', 'tenant_id': '6206188d76a744948e7a362148e3ddb1', 'mac_address': 'fa:16:3e:fc:d0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c80904d6-5bc2-48eb-8710-7bc61522ae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:04Z', 'updated_at': '2022-03-08T20:24:06Z', 'revision_number': 2, 'project_id': '6206188d76a744948e7a362148e3ddb1', 'subnets': [{'id': 'c80904d6-5bc2-48eb-8710-7bc61522ae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:08.633500 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Checking router: cc70542f-0899-425f-bfa2-28e513ed9bc2 for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:24:08.633863 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Updating router cc70542f-0899-425f-bfa2-28e513ed9bc2 port 82b1d329-62b8-4c0e-b79c-afc2e2052958 binding host dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:24:08.639956 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a69f4fce-e4b1-4703-abf7-78e8ebfbd5b0 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group_rule (abdbd94e-2f99-4e71-923b-1e07a47c3e9f), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.643846 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a69f4fce-e4b1-4703-abf7-78e8ebfbd5b0 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (abdbd94e-2f99-4e71-923b-1e07a47c3e9f), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.665509 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f4fce-e4b1-4703-abf7-78e8ebfbd5b0 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abdbd94e-2f99-4e71-923b-1e07a47c3e9f,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:08.666683 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.681782 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a69f4fce-e4b1-4703-abf7-78e8ebfbd5b0 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.685737 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-a69f4fce-e4b1-4703-abf7-78e8ebfbd5b0 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1564121 Mar 08 20:24:08.686128 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 43116) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:08.691927 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-7acc7285-47bb-4809-bda1-760de61e8f4f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Request body: {'security_group_rule': {'security_group_id': 'c8f27290-40f4-43c4-9e2d-f37f1d00db55', 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:08.718829 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7acc7285-47bb-4809-bda1-760de61e8f4f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group_rule (976544fa-4614-4fd1-ac29-c72fe7e3440d), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.780238 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7acc7285-47bb-4809-bda1-760de61e8f4f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group_rule (976544fa-4614-4fd1-ac29-c72fe7e3440d), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.784766 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7acc7285-47bb-4809-bda1-760de61e8f4f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (976544fa-4614-4fd1-ac29-c72fe7e3440d), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.797688 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43120) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:08.806788 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc7285-47bb-4809-bda1-760de61e8f4f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976544fa-4614-4fd1-ac29-c72fe7e3440d,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:08.819021 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-7acc7285-47bb-4809-bda1-760de61e8f4f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.820591 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-7acc7285-47bb-4809-bda1-760de61e8f4f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334550 Mar 08 20:24:08.823552 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43126) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:08.829896 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-034deab7-1da7-4172-9306-cf7374005ff9 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Request body: {'security_group_rule': {'security_group_id': 'c8f27290-40f4-43c4-9e2d-f37f1d00db55', 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:08.904332 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-96d5e464-4a20-431d-9b6b-85fe3ed683bb req-d1ab57f9-2bb8-4cab-b3da-07748abd3765 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4571e07-0d5c-4d09-ba22-38cce6da6f2d HTTP/1.1" status: 200 len: 210 time: 0.0356171 Mar 08 20:24:08.907463 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-034deab7-1da7-4172-9306-cf7374005ff9 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group_rule (3bcd8b96-f8bd-44ea-84e0-b8e86ba7882c), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.978668 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-17972475-71df-41b9-b17d-4d414dda358c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.004029 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Publish callbacks [] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), precommit_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.012108 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.025935 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-034deab7-1da7-4172-9306-cf7374005ff9 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group_rule (3bcd8b96-f8bd-44ea-84e0-b8e86ba7882c), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.034338 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-034deab7-1da7-4172-9306-cf7374005ff9 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (3bcd8b96-f8bd-44ea-84e0-b8e86ba7882c), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.078365 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034deab7-1da7-4172-9306-cf7374005ff9 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcd8b96-f8bd-44ea-84e0-b8e86ba7882c,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:09.089537 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-d77a960b-0dad-4aa3-a681-9c8c5c81bccc tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:09.091074 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-d77a960b-0dad-4aa3-a681-9c8c5c81bccc tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.60 "GET /v2.0/networks?id=a2d533dc-0103-4e71-9899-9d2cb8e594ce HTTP/1.1" status: 200 len: 809 time: 0.1465976 Mar 08 20:24:09.093158 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-034deab7-1da7-4172-9306-cf7374005ff9 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.094298 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-034deab7-1da7-4172-9306-cf7374005ff9 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2692795 Mar 08 20:24:09.098322 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 43128) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:09.101790 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e703982-8f27-4ffa-95f5-f5256faf1bf5 None None] Pushing event updated for resources: {'Port': ['ID=82b1d329-62b8-4c0e-b79c-afc2e2052958,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:09.103938 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-db8b4307-d765-4600-91ac-ee3953757c0b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Request body: {'security_group_rule': {'security_group_id': 'c8f27290-40f4-43c4-9e2d-f37f1d00db55', 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:09.116271 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-00ae1df5-a709-4df7-9e66-28e2312ba93e tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Request body: {'port': {'device_id': 'c4571e07-0d5c-4d09-ba22-38cce6da6f2d', 'network_id': 'a2d533dc-0103-4e71-9899-9d2cb8e594ce', 'admin_state_up': True, 'tenant_id': '91c108d1c69e40f89916a988313e4cad'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:09.139500 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Attempting to bind port 82b1d329-62b8-4c0e-b79c-afc2e2052958 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:24:09.139897 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Attempting to bind port 82b1d329-62b8-4c0e-b79c-afc2e2052958 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '236d6c6b-f0aa-41a9-92f0-128e43e66999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8072ae2d-d137-4cfb-a018-2e036237b356'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:24:09.140515 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Attempting to bind port 82b1d329-62b8-4c0e-b79c-afc2e2052958 on network 8072ae2d-d137-4cfb-a018-2e036237b356 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:24:09.161642 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:24:09.162058 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Checking segment: {'id': '236d6c6b-f0aa-41a9-92f0-128e43e66999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8072ae2d-d137-4cfb-a018-2e036237b356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:24:09.162509 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.162853 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Bound using segment: {'id': '236d6c6b-f0aa-41a9-92f0-128e43e66999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8072ae2d-d137-4cfb-a018-2e036237b356'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:24:09.163339 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Bound port: 82b1d329-62b8-4c0e-b79c-afc2e2052958, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236d6c6b-f0aa-41a9-92f0-128e43e66999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8072ae2d-d137-4cfb-a018-2e036237b356'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:24:09.163728 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.164576 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-17972475-71df-41b9-b17d-4d414dda358c admin admin] Publish callbacks [] for security_group (35547ad0-1137-493d-a843-26354986809f), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.170254 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-17972475-71df-41b9-b17d-4d414dda358c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (35547ad0-1137-493d-a843-26354986809f), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.192553 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device c9cda59b-8b7f-4f21-822e-46228c0379c7 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:24:09.208417 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.securitygroups_db [None req-db8b4307-d765-4600-91ac-ee3953757c0b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Project 8ad9c8828e8248e8bffa20aa76e7639b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:24:09.211148 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-17972475-71df-41b9-b17d-4d414dda358c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e7be8b7410e412498a51be57717cb90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4117150 Mar 08 20:24:09.212803 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43134) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:09.217074 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-db8b4307-d765-4600-91ac-ee3953757c0b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group_rule (246ba197-17b4-42ed-9f07-cdc49ae82d42), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.218348 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: c9cda59b-8b7f-4f21-822e-46228c0379c7 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:24:09.218698 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device c9cda59b-8b7f-4f21-822e-46228c0379c7 not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:24:09.276091 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17972475-71df-41b9-b17d-4d414dda358c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35547ad0-1137-493d-a843-26354986809f,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:09.312086 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] For port 82b1d329-62b8-4c0e-b79c-afc2e2052958, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:24:09.316459 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d59c28e6-06d9-46a1-8fcf-52f4b135911d admin admin] Publish callbacks [] for security_group (35547ad0-1137-493d-a843-26354986809f), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.317313 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] For port 82b1d329-62b8-4c0e-b79c-afc2e2052958, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=82b1d329-62b8-4c0e-b79c-afc2e2052958,segment=NetworkSegment(236d6c6b-f0aa-41a9-92f0-128e43e66999),segment_id=236d6c6b-f0aa-41a9-92f0-128e43e66999)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:24:09.324540 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-00ae1df5-a709-4df7-9e66-28e2312ba93e tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Made reservation on behalf of 91c108d1c69e40f89916a988313e4cad for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:24:09.326331 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.329532 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-00ae1df5-a709-4df7-9e66-28e2312ba93e tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.342792 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 13c0bc15-c214-4567-89de-eb579dcd8e67 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:09.351721 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d59c28e6-06d9-46a1-8fcf-52f4b135911d admin admin] Publish callbacks [] for security_group (35547ad0-1137-493d-a843-26354986809f), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.353426 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-db8b4307-d765-4600-91ac-ee3953757c0b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group_rule (246ba197-17b4-42ed-9f07-cdc49ae82d42), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.365714 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-db8b4307-d765-4600-91ac-ee3953757c0b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (246ba197-17b4-42ed-9f07-cdc49ae82d42), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.419817 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b4307-d765-4600-91ac-ee3953757c0b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246ba197-17b4-42ed-9f07-cdc49ae82d42,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:09.433899 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d59c28e6-06d9-46a1-8fcf-52f4b135911d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (35547ad0-1137-493d-a843-26354986809f), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.434446 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-db8b4307-d765-4600-91ac-ee3953757c0b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.437959 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d59c28e6-06d9-46a1-8fcf-52f4b135911d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.438539 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-db8b4307-d765-4600-91ac-ee3953757c0b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3391418 Mar 08 20:24:09.439138 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 43136) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:09.440045 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-d59c28e6-06d9-46a1-8fcf-52f4b135911d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/35547ad0-1137-493d-a843-26354986809f HTTP/1.1" status: 204 len: 168 time: 0.2261713 Mar 08 20:24:09.444846 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Routers {'cc70542f-0899-425f-bfa2-28e513ed9bc2'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:09.445523 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:23:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['cc70542f-0899-425f-bfa2-28e513ed9bc2'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:09.449209 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c28e6-06d9-46a1-8fcf-52f4b135911d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35547ad0-1137-493d-a843-26354986809f,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:09.457013 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-0248f4a6-f978-4d16-8247-7b09d1c2a753 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Request body: {'security_group_rule': {'security_group_id': 'c8f27290-40f4-43c4-9e2d-f37f1d00db55', 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:09.510315 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.securitygroups_db [None req-0248f4a6-f978-4d16-8247-7b09d1c2a753 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Project 8ad9c8828e8248e8bffa20aa76e7639b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:24:09.520773 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0248f4a6-f978-4d16-8247-7b09d1c2a753 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group_rule (099adaaa-5bb1-49a0-89cd-529b63d427d3), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.538716 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-00ae1df5-a709-4df7-9e66-28e2312ba93e tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Allocated IP 172.20.0.5 (a2d533dc-0103-4e71-9899-9d2cb8e594ce/db915975-b26b-43d9-80f1-85454e257fae/569513de-a42d-461b-94f2-843fa89c3fb0) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:24:09.594644 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e703982-8f27-4ffa-95f5-f5256faf1bf5 None None] Pushing event updated for resources: {'Port': ['ID=82b1d329-62b8-4c0e-b79c-afc2e2052958,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:09.623180 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] Set router cc70542f-0899-425f-bfa2-28e513ed9bc2 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:24:09.639185 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0248f4a6-f978-4d16-8247-7b09d1c2a753 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group_rule (099adaaa-5bb1-49a0-89cd-529b63d427d3), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.653140 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0248f4a6-f978-4d16-8247-7b09d1c2a753 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (099adaaa-5bb1-49a0-89cd-529b63d427d3), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.693997 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-b9661db3-768a-41ce-8ec3-37e19e4c4b98 None None] Provisioning complete for port 82b1d329-62b8-4c0e-b79c-afc2e2052958 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:09.694387 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b9661db3-768a-41ce-8ec3-37e19e4c4b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.722594 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248f4a6-f978-4d16-8247-7b09d1c2a753 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099adaaa-5bb1-49a0-89cd-529b63d427d3,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:09.731981 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0248f4a6-f978-4d16-8247-7b09d1c2a753 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.736031 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-0248f4a6-f978-4d16-8247-7b09d1c2a753 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2906020 Mar 08 20:24:09.755192 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 13c0bc15-c214-4567-89de-eb579dcd8e67 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:09.755572 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (13c0bc15-c214-4567-89de-eb579dcd8e67), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.842806 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-00ae1df5-a709-4df7-9e66-28e2312ba93e tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Publish callbacks [] for port (569513de-a42d-461b-94f2-843fa89c3fb0), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.899981 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-00ae1df5-a709-4df7-9e66-28e2312ba93e tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (569513de-a42d-461b-94f2-843fa89c3fb0), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.940613 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43178) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:09.959178 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-2a1da66a-9ad7-4e80-ab29-c096b87011d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.971570 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-00ae1df5-a709-4df7-9e66-28e2312ba93e tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Network a2d533dc-0103-4e71-9899-9d2cb8e594ce is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:24:09.975403 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-00ae1df5-a709-4df7-9e66-28e2312ba93e tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:09.983153 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-00ae1df5-a709-4df7-9e66-28e2312ba93e tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:24:10.043310 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-00ae1df5-a709-4df7-9e66-28e2312ba93e tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:10.044619 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-00ae1df5-a709-4df7-9e66-28e2312ba93e tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:10.091948 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-2a1da66a-9ad7-4e80-ab29-c096b87011d2 admin admin] Publish callbacks [] for security_group (01a06b56-0bd3-4b3a-ab71-3cdced70482a), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:10.099285 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-2a1da66a-9ad7-4e80-ab29-c096b87011d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (01a06b56-0bd3-4b3a-ab71-3cdced70482a), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:10.112217 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae1df5-a709-4df7-9e66-28e2312ba93e tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Pushing event updated for resources: {'Port': ['ID=569513de-a42d-461b-94f2-843fa89c3fb0,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:10.133112 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-00ae1df5-a709-4df7-9e66-28e2312ba93e tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0229869 Mar 08 20:24:10.147155 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Request body: {'port': {'device_id': 'c4571e07-0d5c-4d09-ba22-38cce6da6f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:10.149142 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-2a1da66a-9ad7-4e80-ab29-c096b87011d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35df5faadb194ad5a685532d19d3e900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067945 Mar 08 20:24:10.150006 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1da66a-9ad7-4e80-ab29-c096b87011d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a06b56-0bd3-4b3a-ab71-3cdced70482a,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:10.152710 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43190) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:10.160512 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 13c0bc15-c214-4567-89de-eb579dcd8e67 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:10.188977 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-b9661db3-768a-41ce-8ec3-37e19e4c4b98 None None] Current status of the port 82b1d329-62b8-4c0e-b79c-afc2e2052958 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:10.189426 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b9661db3-768a-41ce-8ec3-37e19e4c4b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:10.199369 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab52064-f281-4dcb-bb08-4f093ada060e req-e3ef2371-6721-4bb8-8cd3-3dc0de578607 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:10.201120 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9ab52064-f281-4dcb-bb08-4f093ada060e req-e3ef2371-6721-4bb8-8cd3-3dc0de578607 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4571e07-0d5c-4d09-ba22-38cce6da6f2d HTTP/1.1" status: 200 len: 931 time: 0.1492770 Mar 08 20:24:10.258054 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (569513de-a42d-461b-94f2-843fa89c3fb0), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:10.270255 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ee22ecba-7a16-4994-8fc2-db844962d563 admin admin] Publish callbacks [] for security_group (01a06b56-0bd3-4b3a-ab71-3cdced70482a), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:10.288838 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-b9661db3-768a-41ce-8ec3-37e19e4c4b98 None None] For port 82b1d329-62b8-4c0e-b79c-afc2e2052958, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=82b1d329-62b8-4c0e-b79c-afc2e2052958,segment=NetworkSegment(236d6c6b-f0aa-41a9-92f0-128e43e66999),segment_id=236d6c6b-f0aa-41a9-92f0-128e43e66999)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:10.298957 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b9661db3-768a-41ce-8ec3-37e19e4c4b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:10.306441 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9ab52064-f281-4dcb-bb08-4f093ada060e req-0f1ea998-797e-402f-840b-654a90762427 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841572 Mar 08 20:24:10.333689 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ee22ecba-7a16-4994-8fc2-db844962d563 admin admin] Publish callbacks [] for security_group (01a06b56-0bd3-4b3a-ab71-3cdced70482a), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:10.350072 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'name': 'tempest-TestVolumeBootPattern-1137452835-router', 'tenant_id': '6206188d76a744948e7a362148e3ddb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '13c0bc15-c214-4567-89de-eb579dcd8e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:00Z', 'updated_at': '2022-03-08T20:24:06Z', 'revision_number': 4, 'project_id': '6206188d76a744948e7a362148e3ddb1', 'gw_port': {'id': '13c0bc15-c214-4567-89de-eb579dcd8e67', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:01Z', 'updated_at': '2022-03-08T20:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '82b1d329-62b8-4c0e-b79c-afc2e2052958', 'name': '', 'network_id': '8072ae2d-d137-4cfb-a018-2e036237b356', 'tenant_id': '6206188d76a744948e7a362148e3ddb1', 'mac_address': 'fa:16:3e:fc:d0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c80904d6-5bc2-48eb-8710-7bc61522ae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:04Z', 'updated_at': '2022-03-08T20:24:09Z', 'revision_number': 4, 'project_id': '6206188d76a744948e7a362148e3ddb1', 'subnets': [{'id': 'c80904d6-5bc2-48eb-8710-7bc61522ae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:10.390930 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61016084-388a-4ec4-993f-fde0ddd9328b None None] The sync data for ids ['cc70542f-0899-425f-bfa2-28e513ed9bc2'] in dv-cinder-830093-3-iscsi is: [{'id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'name': 'tempest-TestVolumeBootPattern-1137452835-router', 'tenant_id': '6206188d76a744948e7a362148e3ddb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '13c0bc15-c214-4567-89de-eb579dcd8e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:00Z', 'updated_at': '2022-03-08T20:24:06Z', 'revision_number': 4, 'project_id': '6206188d76a744948e7a362148e3ddb1', 'gw_port': {'id': '13c0bc15-c214-4567-89de-eb579dcd8e67', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:01Z', 'updated_at': '2022-03-08T20:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '82b1d329-62b8-4c0e-b79c-afc2e2052958', 'name': '', 'network_id': '8072ae2d-d137-4cfb-a018-2e036237b356', 'tenant_id': '6206188d76a744948e7a362148e3ddb1', 'mac_address': 'fa:16:3e:fc:d0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'c80904d6-5bc2-48eb-8710-7bc61522ae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:04Z', 'updated_at': '2022-03-08T20:24:09Z', 'revision_number': 4, 'project_id': '6206188d76a744948e7a362148e3ddb1', 'subnets': [{'id': 'c80904d6-5bc2-48eb-8710-7bc61522ae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:24:10.404520 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ee22ecba-7a16-4994-8fc2-db844962d563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (01a06b56-0bd3-4b3a-ab71-3cdced70482a), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:10.408095 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ee22ecba-7a16-4994-8fc2-db844962d563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:10.409626 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-ee22ecba-7a16-4994-8fc2-db844962d563 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/01a06b56-0bd3-4b3a-ab71-3cdced70482a HTTP/1.1" status: 204 len: 168 time: 0.2558966 Mar 08 20:24:10.421624 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9661db3-768a-41ce-8ec3-37e19e4c4b98 None None] Pushing event updated for resources: {'Port': ['ID=82b1d329-62b8-4c0e-b79c-afc2e2052958,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:10.425883 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22ecba-7a16-4994-8fc2-db844962d563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a06b56-0bd3-4b3a-ab71-3cdced70482a,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:10.434446 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-96685218-65ed-490b-ac19-60a17672b025 None None] Provisioning complete for port 82b1d329-62b8-4c0e-b79c-afc2e2052958 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:10.434884 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-96685218-65ed-490b-ac19-60a17672b025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:10.640325 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-96685218-65ed-490b-ac19-60a17672b025 None None] Current status of the port 82b1d329-62b8-4c0e-b79c-afc2e2052958 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:10.750393 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569513de-a42d-461b-94f2-843fa89c3fb0 {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:24:10.759650 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Publish callbacks [] for port (569513de-a42d-461b-94f2-843fa89c3fb0), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:10.773382 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Transition to ACTIVE for port object 569513de-a42d-461b-94f2-843fa89c3fb0 will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:24:10.778640 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (569513de-a42d-461b-94f2-843fa89c3fb0), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:10.836223 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Pushing event updated for resources: {'Port': ['ID=569513de-a42d-461b-94f2-843fa89c3fb0,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:10.931795 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Attempting to bind port 569513de-a42d-461b-94f2-843fa89c3fb0 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:24:10.932319 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Attempting to bind port 569513de-a42d-461b-94f2-843fa89c3fb0 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '871e6631-41b6-4ea5-8a86-2c2a70f6d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2d533dc-0103-4e71-9899-9d2cb8e594ce'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:24:10.932565 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Attempting to bind port 569513de-a42d-461b-94f2-843fa89c3fb0 on network a2d533dc-0103-4e71-9899-9d2cb8e594ce {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:24:10.937622 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Port 569513de-a42d-461b-94f2-843fa89c3fb0 on network a2d533dc-0103-4e71-9899-9d2cb8e594ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:24:10.937956 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Attempting to bind port 569513de-a42d-461b-94f2-843fa89c3fb0 on network a2d533dc-0103-4e71-9899-9d2cb8e594ce {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:24:10.944103 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:24:10.944518 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Checking segment: {'id': '871e6631-41b6-4ea5-8a86-2c2a70f6d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2d533dc-0103-4e71-9899-9d2cb8e594ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:24:10.944981 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Bound using segment: {'id': '871e6631-41b6-4ea5-8a86-2c2a70f6d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2d533dc-0103-4e71-9899-9d2cb8e594ce'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:24:10.945741 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Bound port: 569513de-a42d-461b-94f2-843fa89c3fb0, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '871e6631-41b6-4ea5-8a86-2c2a70f6d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2d533dc-0103-4e71-9899-9d2cb8e594ce'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:24:10.946211 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (569513de-a42d-461b-94f2-843fa89c3fb0), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:11.025347 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] For port 569513de-a42d-461b-94f2-843fa89c3fb0, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:24:11.028959 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] For port 569513de-a42d-461b-94f2-843fa89c3fb0, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=569513de-a42d-461b-94f2-843fa89c3fb0,segment=NetworkSegment(871e6631-41b6-4ea5-8a86-2c2a70f6d506),segment_id=871e6631-41b6-4ea5-8a86-2c2a70f6d506)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:24:11.042703 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (569513de-a42d-461b-94f2-843fa89c3fb0), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:11.097423 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:11.098033 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:11.099512 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] 10.222.0.60 "PUT /v2.0/ports/569513de-a42d-461b-94f2-843fa89c3fb0 HTTP/1.1" status: 200 len: 1093 time: 0.9580197 Mar 08 20:24:11.100036 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4571e07-0d5c-4d09-ba22-38cce6da6f2d', 'tag': '569513de-a42d-461b-94f2-843fa89c3fb0'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:24:11.102497 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96be5d90-ddc7-4a8a-a7ff-14d465eefaa3" -d '{"events": [{"name": "network-changed", "server_uuid": "c4571e07-0d5c-4d09-ba22-38cce6da6f2d", "tag": "569513de-a42d-461b-94f2-843fa89c3fb0"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:24:11.144583 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc4738-5fe0-4a1b-b5e2-b23685b592bb service neutron] Pushing event updated for resources: {'Port': ['ID=569513de-a42d-461b-94f2-843fa89c3fb0,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:11.157908 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd7b532-454d-4591-b269-7844ec4f0bff x-openstack-request-id: req-4dd7b532-454d-4591-b269-7844ec4f0bff {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:24:11.158229 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4571e07-0d5c-4d09-ba22-38cce6da6f2d", "tag": "569513de-a42d-461b-94f2-843fa89c3fb0", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:24:11.158465 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4dd7b532-454d-4591-b269-7844ec4f0bff {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:24:11.158865 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4571e07-0d5c-4d09-ba22-38cce6da6f2d', 'tag': '569513de-a42d-461b-94f2-843fa89c3fb0', 'status': 'completed', 'code': 200} Mar 08 20:24:11.205106 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-821c768a-5d77-4b2d-ac68-7997cb85b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:11.207698 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-821c768a-5d77-4b2d-ac68-7997cb85b98e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=91c108d1c69e40f89916a988313e4cad&device_id=c4571e07-0d5c-4d09-ba22-38cce6da6f2d HTTP/1.1" status: 200 len: 1127 time: 0.0591292 Mar 08 20:24:11.258386 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-6995b858-111b-4f0d-9c0f-f77d62f8ea7e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=569513de-a42d-461b-94f2-843fa89c3fb0 HTTP/1.1" status: 200 len: 217 time: 0.0434802 Mar 08 20:24:11.333211 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-8fb00a6f-9f2a-4355-bd1d-6aa7b6061a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:11.334765 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-8fb00a6f-9f2a-4355-bd1d-6aa7b6061a0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db915975-b26b-43d9-80f1-85454e257fae HTTP/1.1" status: 200 len: 849 time: 0.0697818 Mar 08 20:24:11.378120 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 82b1d329-62b8-4c0e-b79c-afc2e2052958 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:11.428541 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-788b4ed0-5e0e-4135-aa96-d6d66e4f8e3a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d533dc-0103-4e71-9899-9d2cb8e594ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875452 Mar 08 20:24:11.477186 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 82b1d329-62b8-4c0e-b79c-afc2e2052958 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:11.477782 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:11.600169 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea678ca-0aa0-41a3-afac-04ff065ea27d req-f9cb176a-f19a-4138-9845-a063943652d0 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:11.601110 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3ea678ca-0aa0-41a3-afac-04ff065ea27d req-f9cb176a-f19a-4138-9845-a063943652d0 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4571e07-0d5c-4d09-ba22-38cce6da6f2d HTTP/1.1" status: 200 len: 943 time: 0.1431372 Mar 08 20:24:11.606144 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-a39518a2-2cac-4399-939f-0615b09cc4c6 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d533dc-0103-4e71-9899-9d2cb8e594ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699359 Mar 08 20:24:11.674901 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 82b1d329-62b8-4c0e-b79c-afc2e2052958 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:11.717639 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3ea678ca-0aa0-41a3-afac-04ff065ea27d req-c3d87fce-6390-4e83-ba83-dc47e9d8be3a tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085045 Mar 08 20:24:11.785642 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4239b798-39f3-45c5-b1cd-0ab11fcd72b2 req-a8194516-613b-4d88-b216-6b6e7b44f8f5 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d533dc-0103-4e71-9899-9d2cb8e594ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439474 Mar 08 20:24:11.883647 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be5d90-ddc7-4a8a-a7ff-14d465eefaa3 req-1b54c7c3-35c2-48e2-a986-dde315a73bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:11.885476 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-96be5d90-ddc7-4a8a-a7ff-14d465eefaa3 req-1b54c7c3-35c2-48e2-a986-dde315a73bcb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=91c108d1c69e40f89916a988313e4cad&device_id=c4571e07-0d5c-4d09-ba22-38cce6da6f2d HTTP/1.1" status: 200 len: 1127 time: 0.0525801 Mar 08 20:24:11.976859 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be5d90-ddc7-4a8a-a7ff-14d465eefaa3 req-601ddf8c-9244-4c14-b3f8-925c99b05e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:11.978229 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-96be5d90-ddc7-4a8a-a7ff-14d465eefaa3 req-601ddf8c-9244-4c14-b3f8-925c99b05e73 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d533dc-0103-4e71-9899-9d2cb8e594ce HTTP/1.1" status: 200 len: 910 time: 0.0868826 Mar 08 20:24:12.024629 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-96be5d90-ddc7-4a8a-a7ff-14d465eefaa3 req-e1e995c5-ad49-485a-88de-3bdf26cb9680 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=569513de-a42d-461b-94f2-843fa89c3fb0 HTTP/1.1" status: 200 len: 217 time: 0.0384715 Mar 08 20:24:12.358919 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be5d90-ddc7-4a8a-a7ff-14d465eefaa3 req-ed563962-eaaf-4a60-8850-a5e5fc5ac6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:12.360445 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-96be5d90-ddc7-4a8a-a7ff-14d465eefaa3 req-ed563962-eaaf-4a60-8850-a5e5fc5ac6d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db915975-b26b-43d9-80f1-85454e257fae HTTP/1.1" status: 200 len: 849 time: 0.3289194 Mar 08 20:24:12.392975 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-96be5d90-ddc7-4a8a-a7ff-14d465eefaa3 req-5730b476-1ea5-4a4c-8967-5c24f24caa12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d533dc-0103-4e71-9899-9d2cb8e594ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261586 Mar 08 20:24:12.501950 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-96be5d90-ddc7-4a8a-a7ff-14d465eefaa3 req-9dd4a562-ca43-4fa4-b628-448d2fcd1d02 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d533dc-0103-4e71-9899-9d2cb8e594ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027968 Mar 08 20:24:12.596217 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-96be5d90-ddc7-4a8a-a7ff-14d465eefaa3 req-6ae2c196-0c72-477b-82ac-6ced302c312b service neutron] 10.222.0.60 "GET /v2.0/networks/a2d533dc-0103-4e71-9899-9d2cb8e594ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874701 Mar 08 20:24:12.860554 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:12.867532 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4ac66-d7a8-41f2-8311-c8d60ac800db req-e2fe2207-977c-4235-9e1f-0489c3fb7947 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:12.869213 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cfd4ac66-d7a8-41f2-8311-c8d60ac800db req-e2fe2207-977c-4235-9e1f-0489c3fb7947 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4571e07-0d5c-4d09-ba22-38cce6da6f2d HTTP/1.1" status: 200 len: 943 time: 0.0595577 Mar 08 20:24:12.932813 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-cfd4ac66-d7a8-41f2-8311-c8d60ac800db req-2b5c5673-6039-4c4b-a20f-aa611c12bfe8 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576465 Mar 08 20:24:14.082841 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3e21d-f2d5-4fbb-a114-4a12096c0be8 req-e6f42fba-01f4-4ff2-a578-c705501720e4 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:14.084342 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-edc3e21d-f2d5-4fbb-a114-4a12096c0be8 req-e6f42fba-01f4-4ff2-a578-c705501720e4 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4571e07-0d5c-4d09-ba22-38cce6da6f2d HTTP/1.1" status: 200 len: 943 time: 0.0714037 Mar 08 20:24:14.138014 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-edc3e21d-f2d5-4fbb-a114-4a12096c0be8 req-8d39d9b6-df23-4ffc-9919-4e6b6a523529 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482156 Mar 08 20:24:15.207006 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 569513de-a42d-461b-94f2-843fa89c3fb0 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:24:15.271358 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfba3a-7118-488b-9b76-1737b39a561c req-e785b316-e05d-45a6-98fd-cd78b0de8d00 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:15.273025 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-14cfba3a-7118-488b-9b76-1737b39a561c req-e785b316-e05d-45a6-98fd-cd78b0de8d00 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4571e07-0d5c-4d09-ba22-38cce6da6f2d HTTP/1.1" status: 200 len: 943 time: 0.0646062 Mar 08 20:24:15.334422 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-14cfba3a-7118-488b-9b76-1737b39a561c req-5730dade-f0fe-46ac-8d5e-f6c6a569a972 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529969 Mar 08 20:24:15.340071 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 569513de-a42d-461b-94f2-843fa89c3fb0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=569513de-a42d-461b-94f2-843fa89c3fb0,segment=NetworkSegment(871e6631-41b6-4ea5-8a86-2c2a70f6d506),segment_id=871e6631-41b6-4ea5-8a86-2c2a70f6d506)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:15.355961 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': '569513de-a42d-461b-94f2-843fa89c3fb0', 'network_id': 'a2d533dc-0103-4e71-9899-9d2cb8e594ce', 'port_id': '569513de-a42d-461b-94f2-843fa89c3fb0', 'mac_address': 'fa:16:3e:4b:7e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db915975-b26b-43d9-80f1-85454e257fae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:24:15.361907 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43332) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:15.399527 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 569513de-a42d-461b-94f2-843fa89c3fb0 is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:15.400250 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (569513de-a42d-461b-94f2-843fa89c3fb0), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:15.418230 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569513de-a42d-461b-94f2-843fa89c3fb0 {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:24:15.440003 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 569513de-a42d-461b-94f2-843fa89c3fb0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=569513de-a42d-461b-94f2-843fa89c3fb0,segment=NetworkSegment(871e6631-41b6-4ea5-8a86-2c2a70f6d506),segment_id=871e6631-41b6-4ea5-8a86-2c2a70f6d506)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:15.444160 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (569513de-a42d-461b-94f2-843fa89c3fb0), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:15.488716 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-618dbc29-7092-43c0-b973-983f2be0fec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:15.498180 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=569513de-a42d-461b-94f2-843fa89c3fb0,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:15.582320 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-618dbc29-7092-43c0-b973-983f2be0fec6 admin admin] Publish callbacks [] for security_group (3a222cab-908d-42e8-ba39-8e43496cf691), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:15.594064 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-618dbc29-7092-43c0-b973-983f2be0fec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (3a222cab-908d-42e8-ba39-8e43496cf691), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:15.634887 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-618dbc29-7092-43c0-b973-983f2be0fec6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=34b42d1242724210961a37d828c9b550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712257 Mar 08 20:24:15.635746 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dbc29-7092-43c0-b973-983f2be0fec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a222cab-908d-42e8-ba39-8e43496cf691,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:15.637690 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 43340) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:15.647321 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['569513de-a42d-461b-94f2-843fa89c3fb0'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:24:15.687865 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ded2fafe-b976-4259-978a-14b657196776 admin admin] Publish callbacks [] for security_group (3a222cab-908d-42e8-ba39-8e43496cf691), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:15.710155 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ded2fafe-b976-4259-978a-14b657196776 admin admin] Publish callbacks [] for security_group (3a222cab-908d-42e8-ba39-8e43496cf691), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:15.756619 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ded2fafe-b976-4259-978a-14b657196776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (3a222cab-908d-42e8-ba39-8e43496cf691), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:15.759400 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ded2fafe-b976-4259-978a-14b657196776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:15.760701 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-ded2fafe-b976-4259-978a-14b657196776 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3a222cab-908d-42e8-ba39-8e43496cf691 HTTP/1.1" status: 204 len: 168 time: 0.1218324 Mar 08 20:24:15.768056 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2fafe-b976-4259-978a-14b657196776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a222cab-908d-42e8-ba39-8e43496cf691,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:16.032574 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43348) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:16.049109 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c44ef1c8-e993-4c1b-a397-1d95e7be118e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:16.122504 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c44ef1c8-e993-4c1b-a397-1d95e7be118e admin admin] Publish callbacks [] for security_group (f715e47b-6cc9-42c0-b5bd-16d1d8898281), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:16.127153 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c44ef1c8-e993-4c1b-a397-1d95e7be118e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (f715e47b-6cc9-42c0-b5bd-16d1d8898281), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:16.167835 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-c44ef1c8-e993-4c1b-a397-1d95e7be118e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2bcecadb9f08482ea18d46ce0dcfb4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341968 Mar 08 20:24:16.168738 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ef1c8-e993-4c1b-a397-1d95e7be118e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f715e47b-6cc9-42c0-b5bd-16d1d8898281,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:16.171375 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 43350) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:16.218632 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-fc20acc7-a314-47e3-801a-d0f1ea91f3cb admin admin] Publish callbacks [] for security_group (f715e47b-6cc9-42c0-b5bd-16d1d8898281), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:16.240018 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-fc20acc7-a314-47e3-801a-d0f1ea91f3cb admin admin] Publish callbacks [] for security_group (f715e47b-6cc9-42c0-b5bd-16d1d8898281), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:16.292145 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-fc20acc7-a314-47e3-801a-d0f1ea91f3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (f715e47b-6cc9-42c0-b5bd-16d1d8898281), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:16.294876 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-fc20acc7-a314-47e3-801a-d0f1ea91f3cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:16.296052 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-fc20acc7-a314-47e3-801a-d0f1ea91f3cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f715e47b-6cc9-42c0-b5bd-16d1d8898281 HTTP/1.1" status: 204 len: 168 time: 0.1232953 Mar 08 20:24:16.304274 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20acc7-a314-47e3-801a-d0f1ea91f3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f715e47b-6cc9-42c0-b5bd-16d1d8898281,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:16.466997 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f31a50-fe11-4704-b3d3-119eed7c45e7 req-1c88cd03-9e54-497c-8aa2-119ae7b34c59 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:16.468525 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-61f31a50-fe11-4704-b3d3-119eed7c45e7 req-1c88cd03-9e54-497c-8aa2-119ae7b34c59 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4571e07-0d5c-4d09-ba22-38cce6da6f2d HTTP/1.1" status: 200 len: 944 time: 0.0561640 Mar 08 20:24:16.515841 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-61f31a50-fe11-4704-b3d3-119eed7c45e7 req-d1cccfd4-209e-426f-868a-01234cf640c8 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Mar 08 20:24:17.209175 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 569513de-a42d-461b-94f2-843fa89c3fb0 up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:17.261749 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port 569513de-a42d-461b-94f2-843fa89c3fb0 completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:24:17.266710 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port 569513de-a42d-461b-94f2-843fa89c3fb0 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:17.267097 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (569513de-a42d-461b-94f2-843fa89c3fb0), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:17.350191 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 569513de-a42d-461b-94f2-843fa89c3fb0 is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:17.350677 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (569513de-a42d-461b-94f2-843fa89c3fb0), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:17.514765 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4571e07-0d5c-4d09-ba22-38cce6da6f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569513de-a42d-461b-94f2-843fa89c3fb0'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:24:17.517906 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8243177e-3a67-4042-a28e-d7e4be64b828" -d '{"events": [{"server_uuid": "c4571e07-0d5c-4d09-ba22-38cce6da6f2d", "name": "network-vif-plugged", "status": "completed", "tag": "569513de-a42d-461b-94f2-843fa89c3fb0"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:24:17.530598 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 569513de-a42d-461b-94f2-843fa89c3fb0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=569513de-a42d-461b-94f2-843fa89c3fb0,segment=NetworkSegment(871e6631-41b6-4ea5-8a86-2c2a70f6d506),segment_id=871e6631-41b6-4ea5-8a86-2c2a70f6d506)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:17.537867 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (569513de-a42d-461b-94f2-843fa89c3fb0), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:17.570159 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28db483-54f6-448f-85d9-895e1dc0c0b9 x-openstack-request-id: req-a28db483-54f6-448f-85d9-895e1dc0c0b9 {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:24:17.570462 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4571e07-0d5c-4d09-ba22-38cce6da6f2d", "name": "network-vif-plugged", "status": "completed", "tag": "569513de-a42d-461b-94f2-843fa89c3fb0", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:24:17.570725 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a28db483-54f6-448f-85d9-895e1dc0c0b9 {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:24:17.571125 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4571e07-0d5c-4d09-ba22-38cce6da6f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569513de-a42d-461b-94f2-843fa89c3fb0', 'code': 200} Mar 08 20:24:17.611010 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=569513de-a42d-461b-94f2-843fa89c3fb0,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:17.654251 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd1644-f572-47cf-a9b2-d156133d8eb6 req-cc935755-7a71-4cd8-81d4-d051a80a1314 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:17.655679 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5bbd1644-f572-47cf-a9b2-d156133d8eb6 req-cc935755-7a71-4cd8-81d4-d051a80a1314 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4571e07-0d5c-4d09-ba22-38cce6da6f2d HTTP/1.1" status: 200 len: 945 time: 0.0673518 Mar 08 20:24:17.709124 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5bbd1644-f572-47cf-a9b2-d156133d8eb6 req-9edc36d1-05bb-4d85-b5ba-e27edf9a5ac4 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463970 Mar 08 20:24:17.772054 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5843-51fa-41c0-9f64-9adab874fa98 req-91336a82-72e9-4b3e-b68d-e326005c7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:17.773640 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-210a5843-51fa-41c0-9f64-9adab874fa98 req-91336a82-72e9-4b3e-b68d-e326005c7581 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c4571e07-0d5c-4d09-ba22-38cce6da6f2d HTTP/1.1" status: 200 len: 1129 time: 0.0608847 Mar 08 20:24:17.820079 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-210a5843-51fa-41c0-9f64-9adab874fa98 req-1f11bcda-2868-4562-bbea-96ed085eb9fa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398042 Mar 08 20:24:18.123822 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 43430) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:18.237372 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-cc4331e1-dad3-4376-9e54-dc9b899dfacb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:18.309289 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-cc4331e1-dad3-4376-9e54-dc9b899dfacb admin admin] Publish callbacks [] for security_group (fe6680f2-e929-4887-99df-5fa2408b0dcc), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:18.312808 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-cc4331e1-dad3-4376-9e54-dc9b899dfacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (fe6680f2-e929-4887-99df-5fa2408b0dcc), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:18.355254 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-cc4331e1-dad3-4376-9e54-dc9b899dfacb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=81d8096111bd4de9aa79ca6106742412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302315 Mar 08 20:24:18.356114 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4331e1-dad3-4376-9e54-dc9b899dfacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6680f2-e929-4887-99df-5fa2408b0dcc,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:18.357983 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43436) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:18.407251 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e573f069-80e5-408f-80da-c5c03a52d2db admin admin] Publish callbacks [] for security_group (fe6680f2-e929-4887-99df-5fa2408b0dcc), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:18.427650 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e573f069-80e5-408f-80da-c5c03a52d2db admin admin] Publish callbacks [] for security_group (fe6680f2-e929-4887-99df-5fa2408b0dcc), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:18.475692 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e573f069-80e5-408f-80da-c5c03a52d2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (fe6680f2-e929-4887-99df-5fa2408b0dcc), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:18.478310 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e573f069-80e5-408f-80da-c5c03a52d2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:18.479502 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-e573f069-80e5-408f-80da-c5c03a52d2db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe6680f2-e929-4887-99df-5fa2408b0dcc HTTP/1.1" status: 204 len: 168 time: 0.1204827 Mar 08 20:24:18.486979 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573f069-80e5-408f-80da-c5c03a52d2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6680f2-e929-4887-99df-5fa2408b0dcc,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:18.738279 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43444) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:18.753294 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e930dd05-4798-4c0d-87f6-6c33a8f54556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:18.870519 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e930dd05-4798-4c0d-87f6-6c33a8f54556 admin admin] Publish callbacks [] for security_group (b762afe9-a660-4845-b0f2-f0d1f1b0285a), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:18.878011 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080b50b-5be9-43e1-9ad8-e0c8cfb117c2 req-5fefb0ee-5b3f-4592-92fb-8c731bc23eac tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:18.879500 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a080b50b-5be9-43e1-9ad8-e0c8cfb117c2 req-5fefb0ee-5b3f-4592-92fb-8c731bc23eac tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4571e07-0d5c-4d09-ba22-38cce6da6f2d HTTP/1.1" status: 200 len: 945 time: 0.0923595 Mar 08 20:24:18.880604 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-e930dd05-4798-4c0d-87f6-6c33a8f54556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (b762afe9-a660-4845-b0f2-f0d1f1b0285a), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:18.948201 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-e930dd05-4798-4c0d-87f6-6c33a8f54556 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=37c421f7316b4c57801454bb4e2cdd24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086320 Mar 08 20:24:18.950945 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 43446) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:18.951444 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930dd05-4798-4c0d-87f6-6c33a8f54556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b762afe9-a660-4845-b0f2-f0d1f1b0285a,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:18.964922 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a080b50b-5be9-43e1-9ad8-e0c8cfb117c2 req-68ca0952-30c2-48bf-b2ac-8481a7bda574 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783689 Mar 08 20:24:19.009512 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-fa3332cf-a2a0-4d49-b27f-75cd1d34f8ab admin admin] Publish callbacks [] for security_group (b762afe9-a660-4845-b0f2-f0d1f1b0285a), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:19.034811 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-fa3332cf-a2a0-4d49-b27f-75cd1d34f8ab admin admin] Publish callbacks [] for security_group (b762afe9-a660-4845-b0f2-f0d1f1b0285a), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:19.085350 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-fa3332cf-a2a0-4d49-b27f-75cd1d34f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (b762afe9-a660-4845-b0f2-f0d1f1b0285a), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:19.087965 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-fa3332cf-a2a0-4d49-b27f-75cd1d34f8ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:19.089177 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-fa3332cf-a2a0-4d49-b27f-75cd1d34f8ab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b762afe9-a660-4845-b0f2-f0d1f1b0285a HTTP/1.1" status: 204 len: 168 time: 0.1372950 Mar 08 20:24:19.098109 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3332cf-a2a0-4d49-b27f-75cd1d34f8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b762afe9-a660-4845-b0f2-f0d1f1b0285a,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:20.097902 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca6bcb-6e04-4e85-ba79-f947fb54536d req-fabee644-e957-49d9-b994-2e406b209504 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:20.104853 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b9ca6bcb-6e04-4e85-ba79-f947fb54536d req-fabee644-e957-49d9-b994-2e406b209504 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4571e07-0d5c-4d09-ba22-38cce6da6f2d HTTP/1.1" status: 200 len: 945 time: 0.0648131 Mar 08 20:24:20.151526 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b9ca6bcb-6e04-4e85-ba79-f947fb54536d req-920a37ce-737d-4f37-822a-58e8eb44733a tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458100 Mar 08 20:24:20.197564 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 43506) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:20.303334 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-64400e7a-5874-47e2-afff-48f75c925f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:20.388429 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-64400e7a-5874-47e2-afff-48f75c925f74 admin admin] Publish callbacks [] for security_group (1ed6dc2b-71d3-4554-b0d9-8a4be342c361), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:20.392473 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-64400e7a-5874-47e2-afff-48f75c925f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (1ed6dc2b-71d3-4554-b0d9-8a4be342c361), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:20.432636 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-64400e7a-5874-47e2-afff-48f75c925f74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=85c44afd95de484f96106a9153890eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339072 Mar 08 20:24:20.433499 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64400e7a-5874-47e2-afff-48f75c925f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed6dc2b-71d3-4554-b0d9-8a4be342c361,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:20.435307 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43514) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:20.487280 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a9b2bbd0-d83f-427a-8571-5532721ecfc5 admin admin] Publish callbacks [] for security_group (1ed6dc2b-71d3-4554-b0d9-8a4be342c361), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:20.508529 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a9b2bbd0-d83f-427a-8571-5532721ecfc5 admin admin] Publish callbacks [] for security_group (1ed6dc2b-71d3-4554-b0d9-8a4be342c361), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:20.560086 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a9b2bbd0-d83f-427a-8571-5532721ecfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (1ed6dc2b-71d3-4554-b0d9-8a4be342c361), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:20.563898 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a9b2bbd0-d83f-427a-8571-5532721ecfc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:20.567610 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-a9b2bbd0-d83f-427a-8571-5532721ecfc5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ed6dc2b-71d3-4554-b0d9-8a4be342c361 HTTP/1.1" status: 204 len: 168 time: 0.1281569 Mar 08 20:24:20.580603 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2bbd0-d83f-427a-8571-5532721ecfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed6dc2b-71d3-4554-b0d9-8a4be342c361,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:20.852229 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2b0b8-4469-4af5-a23a-4efb7616e898 req-1e42eb16-65b4-49ee-9c2e-af2370d1bc18 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:20.853826 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-30f2b0b8-4469-4af5-a23a-4efb7616e898 req-1e42eb16-65b4-49ee-9c2e-af2370d1bc18 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4571e07-0d5c-4d09-ba22-38cce6da6f2d HTTP/1.1" status: 200 len: 945 time: 0.0619128 Mar 08 20:24:20.902576 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43544) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:20.913106 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-30f2b0b8-4469-4af5-a23a-4efb7616e898 req-9277640c-f4d5-4acf-a5da-a1a85d73e761 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524187 Mar 08 20:24:20.953385 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc25645b-df2e-4492-b35a-5b9e00a02729 admin admin] Deleting subnet 9984fa42-29f6-4f7a-a4db-dea172836030 {{(pid=109690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:24:20.957057 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-dc25645b-df2e-4492-b35a-5b9e00a02729 admin admin] Publish callbacks [] for subnet (9984fa42-29f6-4f7a-a4db-dea172836030), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:20.991190 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-dc25645b-df2e-4492-b35a-5b9e00a02729 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30217747'] for subnet (9984fa42-29f6-4f7a-a4db-dea172836030), precommit_delete_associations {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.031266 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-dc25645b-df2e-4492-b35a-5b9e00a02729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651235'] for subnet (9984fa42-29f6-4f7a-a4db-dea172836030), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.085573 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-dc25645b-df2e-4492-b35a-5b9e00a02729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31980216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30349085'] for subnet (9984fa42-29f6-4f7a-a4db-dea172836030), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.116186 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25645b-df2e-4492-b35a-5b9e00a02729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9984fa42-29f6-4f7a-a4db-dea172836030,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:21.119949 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-dc25645b-df2e-4492-b35a-5b9e00a02729 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.125871 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 43556) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:21.126399 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-dc25645b-df2e-4492-b35a-5b9e00a02729 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9984fa42-29f6-4f7a-a4db-dea172836030 HTTP/1.1" status: 204 len: 168 time: 0.2221210 Mar 08 20:24:21.204006 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-25c563e4-6ecd-4747-903d-32254fa4911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627052'] for network (186cb11d-e79f-41a2-a86e-876957c89561), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.290214 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-25c563e4-6ecd-4747-903d-32254fa4911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733548', 'neutron.services.segments.db._delete_segments_for_network-8789199064935'] for network (186cb11d-e79f-41a2-a86e-876957c89561), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.313646 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-25c563e4-6ecd-4747-903d-32254fa4911a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186cb11d-e79f-41a2-a86e-876957c89561']}} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:21.323869 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-25c563e4-6ecd-4747-903d-32254fa4911a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc9e0ae-1c96-4237-b7fe-51f96d156d03') {'for_net_delete': True} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:21.324077 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-25c563e4-6ecd-4747-903d-32254fa4911a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc9e0ae-1c96-4237-b7fe-51f96d156d03') {} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:21.333976 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-25c563e4-6ecd-4747-903d-32254fa4911a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199064176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29431097'] for segment (7cc9e0ae-1c96-4237-b7fe-51f96d156d03), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.349922 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-25c563e4-6ecd-4747-903d-32254fa4911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (7cc9e0ae-1c96-4237-b7fe-51f96d156d03), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.355730 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c563e4-6ecd-4747-903d-32254fa4911a admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:24:21.356085 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-25c563e4-6ecd-4747-903d-32254fa4911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29844251'] for segment (7cc9e0ae-1c96-4237-b7fe-51f96d156d03), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: Traceback (most recent call last): Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: timer() Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: cb(*args, **kw) Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: return func(*args, **kwargs) Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: self._notify() Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: self.callback(batched_events) Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: event.method(event) Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: return f(self, *a, **k) Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: return self._get(url).json() Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: return self.request(url, 'GET', **kwargs) Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:24:21.358030 dv-cinder-830093-3-iscsi neutron-server[109689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:24:21.426433 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-25c563e4-6ecd-4747-903d-32254fa4911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1751717'] for network (186cb11d-e79f-41a2-a86e-876957c89561), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.433242 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-25c563e4-6ecd-4747-903d-32254fa4911a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.438992 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-25c563e4-6ecd-4747-903d-32254fa4911a admin admin] 10.222.0.45 "DELETE /v2.0/networks/186cb11d-e79f-41a2-a86e-876957c89561 HTTP/1.1" status: 204 len: 168 time: 0.3076575 Mar 08 20:24:21.439374 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43566) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:21.446688 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c563e4-6ecd-4747-903d-32254fa4911a admin admin] Pushing event deleted for resources: {'Network': ['ID=186cb11d-e79f-41a2-a86e-876957c89561,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:21.486812 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_v2 [None req-626547fa-fb81-4f70-ac26-75e82caee0c2 admin admin] Deleting subnet 092e2ae2-ab6b-4a0b-ad7a-6923547810a2 {{(pid=109690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:24:21.490255 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-626547fa-fb81-4f70-ac26-75e82caee0c2 admin admin] Publish callbacks [] for subnet (092e2ae2-ab6b-4a0b-ad7a-6923547810a2), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.526033 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-626547fa-fb81-4f70-ac26-75e82caee0c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30217747'] for subnet (092e2ae2-ab6b-4a0b-ad7a-6923547810a2), precommit_delete_associations {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.566036 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-626547fa-fb81-4f70-ac26-75e82caee0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651235'] for subnet (092e2ae2-ab6b-4a0b-ad7a-6923547810a2), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.620570 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-626547fa-fb81-4f70-ac26-75e82caee0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31980216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30349085'] for subnet (092e2ae2-ab6b-4a0b-ad7a-6923547810a2), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.645443 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 43570) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:21.765883 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-c0620f89-a8dd-4ba3-9646-386f989c4591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.846511 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-c0620f89-a8dd-4ba3-9646-386f989c4591 admin admin] Publish callbacks [] for security_group (1e1dea0e-e236-4e6e-8223-26d67a9f898b), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.851356 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-c0620f89-a8dd-4ba3-9646-386f989c4591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (1e1dea0e-e236-4e6e-8223-26d67a9f898b), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.883458 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626547fa-fb81-4f70-ac26-75e82caee0c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=092e2ae2-ab6b-4a0b-ad7a-6923547810a2,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:21.887358 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-626547fa-fb81-4f70-ac26-75e82caee0c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.890471 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-626547fa-fb81-4f70-ac26-75e82caee0c2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/092e2ae2-ab6b-4a0b-ad7a-6923547810a2 HTTP/1.1" status: 204 len: 168 time: 0.4500554 Mar 08 20:24:21.893403 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43582) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:21.901935 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-c0620f89-a8dd-4ba3-9646-386f989c4591 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fda8c3529da14487b1fde2aa4f7aa311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550700 Mar 08 20:24:21.903069 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0620f89-a8dd-4ba3-9646-386f989c4591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1dea0e-e236-4e6e-8223-26d67a9f898b,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:21.906822 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 43584) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:21.954718 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0b723585-f317-4f64-a726-546de6e578f6 admin admin] Publish callbacks [] for security_group (1e1dea0e-e236-4e6e-8223-26d67a9f898b), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.970170 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca235-f444-4138-a53f-f79d345b4985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627052'] for network (424b98d4-a0fb-48b8-9e70-097926ab11be), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.978066 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0b723585-f317-4f64-a726-546de6e578f6 admin admin] Publish callbacks [] for security_group (1e1dea0e-e236-4e6e-8223-26d67a9f898b), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:22.030890 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0b723585-f317-4f64-a726-546de6e578f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (1e1dea0e-e236-4e6e-8223-26d67a9f898b), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:22.033472 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-0b723585-f317-4f64-a726-546de6e578f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:22.034664 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-0b723585-f317-4f64-a726-546de6e578f6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e1dea0e-e236-4e6e-8223-26d67a9f898b HTTP/1.1" status: 204 len: 168 time: 0.1267674 Mar 08 20:24:22.042674 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b723585-f317-4f64-a726-546de6e578f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1dea0e-e236-4e6e-8223-26d67a9f898b,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:22.089721 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca235-f444-4138-a53f-f79d345b4985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733548', 'neutron.services.segments.db._delete_segments_for_network-8789199064935'] for network (424b98d4-a0fb-48b8-9e70-097926ab11be), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:22.123080 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae3be1-ea5c-4804-9785-d24de80732c6 req-8b387d97-5141-49e0-9a58-547145fcf040 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:22.124611 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fdae3be1-ea5c-4804-9785-d24de80732c6 req-8b387d97-5141-49e0-9a58-547145fcf040 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4571e07-0d5c-4d09-ba22-38cce6da6f2d HTTP/1.1" status: 200 len: 945 time: 0.1229672 Mar 08 20:24:22.126265 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-ad2ca235-f444-4138-a53f-f79d345b4985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424b98d4-a0fb-48b8-9e70-097926ab11be']}} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:22.138359 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-ad2ca235-f444-4138-a53f-f79d345b4985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5c14d7-65a0-40f1-adc6-0d08d8ffa30f') {'for_net_delete': True} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:22.138662 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-ad2ca235-f444-4138-a53f-f79d345b4985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5c14d7-65a0-40f1-adc6-0d08d8ffa30f') {} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:22.160152 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca235-f444-4138-a53f-f79d345b4985 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199064176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30217960'] for segment (9b5c14d7-65a0-40f1-adc6-0d08d8ffa30f), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:22.191198 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca235-f444-4138-a53f-f79d345b4985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (9b5c14d7-65a0-40f1-adc6-0d08d8ffa30f), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:22.212236 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fdae3be1-ea5c-4804-9785-d24de80732c6 req-c7c90ed3-9199-46df-a6d2-fc0cc7c5c819 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.45 "GET /v2.0/security-groups?id=79f8a2eb-6687-42bf-948e-e1cc48fb7c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778866 Mar 08 20:24:22.213281 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2ca235-f444-4138-a53f-f79d345b4985 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:24:22.213685 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca235-f444-4138-a53f-f79d345b4985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31980242'] for segment (9b5c14d7-65a0-40f1-adc6-0d08d8ffa30f), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: Traceback (most recent call last): Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: timer() Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: cb(*args, **kw) Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: return func(*args, **kwargs) Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: self._notify() Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: self.callback(batched_events) Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: event.method(event) Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: return f(self, *a, **k) Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: return self._get(url).json() Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: return self.request(url, 'GET', **kwargs) Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:24:22.215436 dv-cinder-830093-3-iscsi neutron-server[109690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:24:22.262508 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43a1fc-ee30-4063-bd79-47b88c65aad9 req-38131325-a11f-416e-b67b-4bf27fdc62ee tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:22.264683 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6a43a1fc-ee30-4063-bd79-47b88c65aad9 req-38131325-a11f-416e-b67b-4bf27fdc62ee tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4571e07-0d5c-4d09-ba22-38cce6da6f2d HTTP/1.1" status: 200 len: 945 time: 0.0830140 Mar 08 20:24:22.276647 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca235-f444-4138-a53f-f79d345b4985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1751717'] for network (424b98d4-a0fb-48b8-9e70-097926ab11be), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:22.283827 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca235-f444-4138-a53f-f79d345b4985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:22.287232 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-ad2ca235-f444-4138-a53f-f79d345b4985 admin admin] 10.222.0.45 "DELETE /v2.0/networks/424b98d4-a0fb-48b8-9e70-097926ab11be HTTP/1.1" status: 204 len: 168 time: 0.3922119 Mar 08 20:24:22.297088 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ca235-f444-4138-a53f-f79d345b4985 admin admin] Pushing event deleted for resources: {'Network': ['ID=424b98d4-a0fb-48b8-9e70-097926ab11be,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:22.370429 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-6a43a1fc-ee30-4063-bd79-47b88c65aad9 req-2d7446b1-8e30-40e4-b0de-1fba4e7432c9 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Deleting port 569513de-a42d-461b-94f2-843fa89c3fb0 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:24:22.370976 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-6a43a1fc-ee30-4063-bd79-47b88c65aad9 req-2d7446b1-8e30-40e4-b0de-1fba4e7432c9 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (569513de-a42d-461b-94f2-843fa89c3fb0), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:22.432791 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 43608) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:22.494748 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-6a43a1fc-ee30-4063-bd79-47b88c65aad9 req-2d7446b1-8e30-40e4-b0de-1fba4e7432c9 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] For port 569513de-a42d-461b-94f2-843fa89c3fb0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=569513de-a42d-461b-94f2-843fa89c3fb0,segment=NetworkSegment(871e6631-41b6-4ea5-8a86-2c2a70f6d506),segment_id=871e6631-41b6-4ea5-8a86-2c2a70f6d506)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:22.495118 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-6a43a1fc-ee30-4063-bd79-47b88c65aad9 req-2d7446b1-8e30-40e4-b0de-1fba4e7432c9 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (569513de-a42d-461b-94f2-843fa89c3fb0), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:22.499330 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-0a663588-4567-4296-8066-7051034d78cf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4092f4d2499146e79a4e5398f391489e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0655186 Mar 08 20:24:22.502072 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43610) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:22.511002 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-6a43a1fc-ee30-4063-bd79-47b88c65aad9 req-2d7446b1-8e30-40e4-b0de-1fba4e7432c9 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Calling delete_port for 569513de-a42d-461b-94f2-843fa89c3fb0 owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:24:22.551143 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a30c4512-2a4d-4fc3-9d49-482258d9f746 admin admin] Publish callbacks [] for security_group (9de6a56e-6eb7-4d8e-b510-6042c0e3c627), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:22.576720 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a30c4512-2a4d-4fc3-9d49-482258d9f746 admin admin] Publish callbacks [] for security_group (9de6a56e-6eb7-4d8e-b510-6042c0e3c627), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:22.627129 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a30c4512-2a4d-4fc3-9d49-482258d9f746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (9de6a56e-6eb7-4d8e-b510-6042c0e3c627), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:22.629998 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-a30c4512-2a4d-4fc3-9d49-482258d9f746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:22.634465 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-a30c4512-2a4d-4fc3-9d49-482258d9f746 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9de6a56e-6eb7-4d8e-b510-6042c0e3c627 HTTP/1.1" status: 204 len: 168 time: 0.1283085 Mar 08 20:24:22.640660 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c4512-2a4d-4fc3-9d49-482258d9f746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de6a56e-6eb7-4d8e-b510-6042c0e3c627,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:22.681588 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-6a43a1fc-ee30-4063-bd79-47b88c65aad9 req-2d7446b1-8e30-40e4-b0de-1fba4e7432c9 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (569513de-a42d-461b-94f2-843fa89c3fb0), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:22.694016 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['569513de-a42d-461b-94f2-843fa89c3fb0'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:24:22.716624 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7446b1-8e30-40e4-b0de-1fba4e7432c9 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Pushing event deleted for resources: {'Port': ['ID=569513de-a42d-461b-94f2-843fa89c3fb0,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:22.763149 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a43a1fc-ee30-4063-bd79-47b88c65aad9 req-2d7446b1-8e30-40e4-b0de-1fba4e7432c9 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] No DVR routers for this DVR port 569513de-a42d-461b-94f2-843fa89c3fb0 on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:24:22.765772 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-6a43a1fc-ee30-4063-bd79-47b88c65aad9 req-2d7446b1-8e30-40e4-b0de-1fba4e7432c9 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:22.769167 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6a43a1fc-ee30-4063-bd79-47b88c65aad9 req-2d7446b1-8e30-40e4-b0de-1fba4e7432c9 tempest-VolumesActionsTest-964270212 tempest-VolumesActionsTest-964270212-project] 10.222.0.60 "DELETE /v2.0/ports/569513de-a42d-461b-94f2-843fa89c3fb0 HTTP/1.1" status: 204 len: 173 time: 0.4988377 Mar 08 20:24:22.769652 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4571e07-0d5c-4d09-ba22-38cce6da6f2d', 'name': 'network-vif-deleted', 'tag': '569513de-a42d-461b-94f2-843fa89c3fb0'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:24:22.771972 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bd448d-767f-4685-9231-25ddf07a8c2c" -d '{"events": [{"server_uuid": "c4571e07-0d5c-4d09-ba22-38cce6da6f2d", "name": "network-vif-deleted", "tag": "569513de-a42d-461b-94f2-843fa89c3fb0"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:24:22.810774 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c666beb9-b81f-4f96-8bce-1080ddf5396d x-openstack-request-id: req-c666beb9-b81f-4f96-8bce-1080ddf5396d {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:24:22.811231 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4571e07-0d5c-4d09-ba22-38cce6da6f2d", "name": "network-vif-deleted", "tag": "569513de-a42d-461b-94f2-843fa89c3fb0", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:24:22.811556 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c666beb9-b81f-4f96-8bce-1080ddf5396d {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:24:22.812033 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4571e07-0d5c-4d09-ba22-38cce6da6f2d', 'name': 'network-vif-deleted', 'tag': '569513de-a42d-461b-94f2-843fa89c3fb0', 'status': 'completed', 'code': 200} Mar 08 20:24:22.960919 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43630) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:23.006994 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-73b50f30-3395-4fc4-a3e0-4170569de6ac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b25456afba9f4d298cb9e5f2dcd29751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427358 Mar 08 20:24:23.007435 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43634) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:23.057492 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-03b84498-5d7a-4201-9642-6f15e2f7285a admin admin] Publish callbacks [] for security_group (fbcf614a-a921-4ff6-a312-1ca129e6e413), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:23.086167 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-03b84498-5d7a-4201-9642-6f15e2f7285a admin admin] Publish callbacks [] for security_group (fbcf614a-a921-4ff6-a312-1ca129e6e413), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:23.135756 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-03b84498-5d7a-4201-9642-6f15e2f7285a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (fbcf614a-a921-4ff6-a312-1ca129e6e413), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:23.138417 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-03b84498-5d7a-4201-9642-6f15e2f7285a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:23.139557 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-03b84498-5d7a-4201-9642-6f15e2f7285a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fbcf614a-a921-4ff6-a312-1ca129e6e413 HTTP/1.1" status: 204 len: 168 time: 0.1312122 Mar 08 20:24:23.151379 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b84498-5d7a-4201-9642-6f15e2f7285a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcf614a-a921-4ff6-a312-1ca129e6e413,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:26.255304 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-356d1eb0-a786-4510-a4d9-94f7366b0fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:28.175633 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 569513de-a42d-461b-94f2-843fa89c3fb0 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:24:28.196148 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: 569513de-a42d-461b-94f2-843fa89c3fb0 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:24:28.196516 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 569513de-a42d-461b-94f2-843fa89c3fb0 not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:24:28.506349 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-40433b8b-2d2f-4dfd-9aa8-a439f75c480e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:29.819846 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:31.277220 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:32.501465 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:33.355419 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:24:36.213709 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-e5b9295f-a7d0-4f83-a3dc-ee287f9fcfff tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521055579&fields=id&tenant_id=8ad9c8828e8248e8bffa20aa76e7639b HTTP/1.1" status: 200 len: 267 time: 0.0686817 Mar 08 20:24:36.341185 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-3d883aa4-90be-4889-943c-07d5367c6123 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:36.342649 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-3d883aa4-90be-4889-943c-07d5367c6123 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 812 time: 0.1194303 Mar 08 20:24:36.356980 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-54bf85c9-00a8-420b-b34b-8233127a12e9 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/quotas/8ad9c8828e8248e8bffa20aa76e7639b HTTP/1.1" status: 200 len: 375 time: 0.0089350 Mar 08 20:24:36.421187 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-17ce7fbf-183f-480c-9b51-f1cfc6c83bf0 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570662 Mar 08 20:24:36.560498 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-e5c6e539-2b04-4d37-ab1a-640489dc72e6 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:24:36.567818 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-e5c6e539-2b04-4d37-ab1a-640489dc72e6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1352358 Mar 08 20:24:36.660666 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-f4b94030-f071-46b1-922b-97a3b14e218a service neutron] 10.222.0.45 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918825 Mar 08 20:24:36.751268 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-7cbce4db-514a-4206-98dc-4bbfe763b095 service neutron] 10.222.0.45 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850673 Mar 08 20:24:37.117603 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-fc7bb9b5-cd50-4477-a535-bc8e9fb90451 req-fb711e83-f261-40c6-a800-d319c4506725 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 210 time: 0.0431890 Mar 08 20:24:37.603424 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 43958) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:37.731348 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-367a1504-0bbd-4546-8115-fe3c90c6a065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:37.813441 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-367a1504-0bbd-4546-8115-fe3c90c6a065 admin admin] Publish callbacks [] for security_group (692a80fb-3b1f-46d7-b180-bd31190dfa3e), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:37.818585 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-367a1504-0bbd-4546-8115-fe3c90c6a065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (692a80fb-3b1f-46d7-b180-bd31190dfa3e), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:37.858591 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-367a1504-0bbd-4546-8115-fe3c90c6a065 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e7b7c893a4234477916b7da6435cc272&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534418 Mar 08 20:24:37.860054 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a1504-0bbd-4546-8115-fe3c90c6a065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692a80fb-3b1f-46d7-b180-bd31190dfa3e,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:37.861485 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43962) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:37.932858 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f68919aa-aea7-4715-9ccf-243aa6a11e29 admin admin] Publish callbacks [] for security_group (692a80fb-3b1f-46d7-b180-bd31190dfa3e), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:37.958603 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f68919aa-aea7-4715-9ccf-243aa6a11e29 admin admin] Publish callbacks [] for security_group (692a80fb-3b1f-46d7-b180-bd31190dfa3e), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:38.015327 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f68919aa-aea7-4715-9ccf-243aa6a11e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (692a80fb-3b1f-46d7-b180-bd31190dfa3e), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:38.020008 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f68919aa-aea7-4715-9ccf-243aa6a11e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:38.024856 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-f68919aa-aea7-4715-9ccf-243aa6a11e29 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/692a80fb-3b1f-46d7-b180-bd31190dfa3e HTTP/1.1" status: 204 len: 168 time: 0.1573768 Mar 08 20:24:38.045050 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68919aa-aea7-4715-9ccf-243aa6a11e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692a80fb-3b1f-46d7-b180-bd31190dfa3e,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:38.292418 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-ab5f4698-786b-4945-a573-68a95697be0e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:38.295238 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-ab5f4698-786b-4945-a573-68a95697be0e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.60 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 812 time: 0.1792951 Mar 08 20:24:38.352455 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-00616d15-00a8-479a-9f65-0539f5744362 req-761a0055-be94-4b2c-aa4b-de19f228fbab tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 210 time: 0.0716572 Mar 08 20:24:38.450823 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-28e2a12c-7ba9-4048-8a29-c9ddd9cc1cc8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ad9c8828e8248e8bffa20aa76e7639b HTTP/1.1" status: 200 len: 380 time: 0.1449578 Mar 08 20:24:38.463932 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-7bcc96d0-69c6-40db-bbf5-1d0d828a1cb5 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Request body: {'port': {'device_id': '930faebe-410b-4fda-b8d5-b05301f540a9', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'admin_state_up': True, 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'security_groups': ['c8f27290-40f4-43c4-9e2d-f37f1d00db55']}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:38.616657 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-7bcc96d0-69c6-40db-bbf5-1d0d828a1cb5 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Made reservation on behalf of 8ad9c8828e8248e8bffa20aa76e7639b for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:24:38.621188 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-7bcc96d0-69c6-40db-bbf5-1d0d828a1cb5 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:38.865728 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-7bcc96d0-69c6-40db-bbf5-1d0d828a1cb5 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Allocated IP 172.20.0.7 (546773f9-3d58-443e-852b-a01eb178b7d3/761858cc-528f-4940-880c-53b6ed8fcbf4/14d0f0f4-cdcd-42ab-a88a-531f54f71424) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:24:39.081498 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-7bcc96d0-69c6-40db-bbf5-1d0d828a1cb5 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for port (14d0f0f4-cdcd-42ab-a88a-531f54f71424), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:39.161634 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-7bcc96d0-69c6-40db-bbf5-1d0d828a1cb5 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (14d0f0f4-cdcd-42ab-a88a-531f54f71424), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:39.217520 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-7bcc96d0-69c6-40db-bbf5-1d0d828a1cb5 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Network 546773f9-3d58-443e-852b-a01eb178b7d3 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:24:39.220897 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-7bcc96d0-69c6-40db-bbf5-1d0d828a1cb5 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:39.225271 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-7bcc96d0-69c6-40db-bbf5-1d0d828a1cb5 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:24:39.312606 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc96d0-69c6-40db-bbf5-1d0d828a1cb5 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event updated for resources: {'Port': ['ID=14d0f0f4-cdcd-42ab-a88a-531f54f71424,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:39.343550 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43990) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:39.358783 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-7bcc96d0-69c6-40db-bbf5-1d0d828a1cb5 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:39.363081 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-7bcc96d0-69c6-40db-bbf5-1d0d828a1cb5 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:39.406315 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-7bcc96d0-69c6-40db-bbf5-1d0d828a1cb5 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9485722 Mar 08 20:24:39.422804 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Request body: {'port': {'device_id': '930faebe-410b-4fda-b8d5-b05301f540a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:39.528399 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-b3950714-37fa-44d5-bee1-c0a303202d0f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1751118649-network', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:39.552574 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (14d0f0f4-cdcd-42ab-a88a-531f54f71424), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:39.571899 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6c7b1-94d3-4145-a06e-fe8899220904 req-d9c41345-1512-4f87-9c78-2b2330ef7199 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:39.579606 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-baf6c7b1-94d3-4145-a06e-fe8899220904 req-d9c41345-1512-4f87-9c78-2b2330ef7199 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 931 time: 0.1331530 Mar 08 20:24:39.609562 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9a35ea3-fff6-4dcf-96d2-f22ed7172253 None None] Provisioning complete for port 14d0f0f4-cdcd-42ab-a88a-531f54f71424 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:39.610235 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9a35ea3-fff6-4dcf-96d2-f22ed7172253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (14d0f0f4-cdcd-42ab-a88a-531f54f71424), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:39.627418 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3950714-37fa-44d5-bee1-c0a303202d0f admin admin] Made reservation on behalf of bdd15010b2584a6fba0ed753192e6572 for: {'network': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:24:39.630546 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b3950714-37fa-44d5-bee1-c0a303202d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:39.652125 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b3950714-37fa-44d5-bee1-c0a303202d0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:39.693436 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-baf6c7b1-94d3-4145-a06e-fe8899220904 req-6df3121e-5750-4b64-977d-cb19cdaf8af4 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117458 Mar 08 20:24:39.750941 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9a35ea3-fff6-4dcf-96d2-f22ed7172253 None None] Port 14d0f0f4-cdcd-42ab-a88a-531f54f71424 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:24:39.793494 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b3950714-37fa-44d5-bee1-c0a303202d0f admin admin] Publish callbacks [] for security_group (d6f9d8a0-81c7-4302-a275-0f2abddc461d), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:39.798819 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b3950714-37fa-44d5-bee1-c0a303202d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (d6f9d8a0-81c7-4302-a275-0f2abddc461d), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:39.828938 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3950714-37fa-44d5-bee1-c0a303202d0f admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:24:39.842858 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3950714-37fa-44d5-bee1-c0a303202d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f9d8a0-81c7-4302-a275-0f2abddc461d,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:39.867054 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b3950714-37fa-44d5-bee1-c0a303202d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (30b16708-31d5-4943-b72e-74aefde8971c), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:39.867851 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.segments_db [None req-b3950714-37fa-44d5-bee1-c0a303202d0f admin admin] Added segment 30b16708-31d5-4943-b72e-74aefde8971c of type vlan for network 9a504a45-1fdb-4612-a3ff-1dc3d9eb60da Mar 08 20:24:39.915934 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d0f0f4-cdcd-42ab-a88a-531f54f71424 {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:24:39.925340 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Publish callbacks [] for port (14d0f0f4-cdcd-42ab-a88a-531f54f71424), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:39.935405 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b3950714-37fa-44d5-bee1-c0a303202d0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (9a504a45-1fdb-4612-a3ff-1dc3d9eb60da), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:39.942833 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Transition to ACTIVE for port object 14d0f0f4-cdcd-42ab-a88a-531f54f71424 will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:24:39.947221 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (14d0f0f4-cdcd-42ab-a88a-531f54f71424), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:39.970680 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b3950714-37fa-44d5-bee1-c0a303202d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (9a504a45-1fdb-4612-a3ff-1dc3d9eb60da), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:39.975756 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3950714-37fa-44d5-bee1-c0a303202d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:39.980829 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b3950714-37fa-44d5-bee1-c0a303202d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:40.035640 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Pushing event updated for resources: {'Port': ['ID=14d0f0f4-cdcd-42ab-a88a-531f54f71424,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:40.097955 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-b3950714-37fa-44d5-bee1-c0a303202d0f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7505887 Mar 08 20:24:40.103012 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 43996) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:40.112680 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-7488be75-7644-4f10-ab12-ce0d9e4aa34b admin admin] Request body: {'subnet': {'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1751118649-subnet', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'ip_version': 4}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:40.128423 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3950714-37fa-44d5-bee1-c0a303202d0f admin admin] Pushing event updated for resources: {'Network': ['ID=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:40.142164 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network 9a504a45-1fdb-4612-a3ff-1dc3d9eb60da details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:24:40.158383 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Attempting to bind port 14d0f0f4-cdcd-42ab-a88a-531f54f71424 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:24:40.159095 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Attempting to bind port 14d0f0f4-cdcd-42ab-a88a-531f54f71424 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:24:40.159933 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Attempting to bind port 14d0f0f4-cdcd-42ab-a88a-531f54f71424 on network 546773f9-3d58-443e-852b-a01eb178b7d3 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:24:40.166617 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Port 14d0f0f4-cdcd-42ab-a88a-531f54f71424 on network 546773f9-3d58-443e-852b-a01eb178b7d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:24:40.167417 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Attempting to bind port 14d0f0f4-cdcd-42ab-a88a-531f54f71424 on network 546773f9-3d58-443e-852b-a01eb178b7d3 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:24:40.175890 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:24:40.176660 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Checking segment: {'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:24:40.177347 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Bound using segment: {'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:24:40.178067 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Bound port: 14d0f0f4-cdcd-42ab-a88a-531f54f71424, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:24:40.179120 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (14d0f0f4-cdcd-42ab-a88a-531f54f71424), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:40.189123 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7488be75-7644-4f10-ab12-ce0d9e4aa34b admin admin] Made reservation on behalf of bdd15010b2584a6fba0ed753192e6572 for: {'subnet': 1} {{(pid=109690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:24:40.209597 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7488be75-7644-4f10-ab12-ce0d9e4aa34b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30349178'] for subnet (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:40.291489 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] For port 14d0f0f4-cdcd-42ab-a88a-531f54f71424, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:24:40.295971 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] For port 14d0f0f4-cdcd-42ab-a88a-531f54f71424, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=14d0f0f4-cdcd-42ab-a88a-531f54f71424,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:24:40.305896 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (14d0f0f4-cdcd-42ab-a88a-531f54f71424), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:40.408636 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:40.410202 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:40.412118 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] 10.222.0.60 "PUT /v2.0/ports/14d0f0f4-cdcd-42ab-a88a-531f54f71424 HTTP/1.1" status: 200 len: 1093 time: 0.9949081 Mar 08 20:24:40.413555 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930faebe-410b-4fda-b8d5-b05301f540a9', 'tag': '14d0f0f4-cdcd-42ab-a88a-531f54f71424'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:24:40.416034 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bff5ac9-845b-43fa-b70e-f9d2ed7e6ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "930faebe-410b-4fda-b8d5-b05301f540a9", "tag": "14d0f0f4-cdcd-42ab-a88a-531f54f71424"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:24:40.445374 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a982c6-fcb7-4138-8114-fbbeb5adf98d service neutron] Pushing event updated for resources: {'Port': ['ID=14d0f0f4-cdcd-42ab-a88a-531f54f71424,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:40.541883 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b59c09-068e-44e7-8c37-99aba8993a5a x-openstack-request-id: req-a3b59c09-068e-44e7-8c37-99aba8993a5a {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:24:40.542287 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930faebe-410b-4fda-b8d5-b05301f540a9", "tag": "14d0f0f4-cdcd-42ab-a88a-531f54f71424", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:24:40.542610 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3b59c09-068e-44e7-8c37-99aba8993a5a {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:24:40.543086 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930faebe-410b-4fda-b8d5-b05301f540a9', 'tag': '14d0f0f4-cdcd-42ab-a88a-531f54f71424', 'status': 'completed', 'code': 200} Mar 08 20:24:40.578228 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7488be75-7644-4f10-ab12-ce0d9e4aa34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31980671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30349156'] for subnet (1f299f7d-fc96-4a6a-a2cf-bf908c64b552), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:40.585700 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-cbe4f0a2-d81f-4e71-bd5e-93cc2cbf8a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:40.588943 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-cbe4f0a2-d81f-4e71-bd5e-93cc2cbf8a35 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 1127 time: 0.1162212 Mar 08 20:24:40.663515 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-266b1ed0-c52e-4d2a-a598-7db7137efeb6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14d0f0f4-cdcd-42ab-a88a-531f54f71424 HTTP/1.1" status: 200 len: 217 time: 0.0671692 Mar 08 20:24:40.683245 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488be75-7644-4f10-ab12-ce0d9e4aa34b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f299f7d-fc96-4a6a-a2cf-bf908c64b552,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:40.707649 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488be75-7644-4f10-ab12-ce0d9e4aa34b admin admin] Checking segment: {'id': '30b16708-31d5-4943-b72e-74aefde8971c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:24:40.708041 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7488be75-7644-4f10-ab12-ce0d9e4aa34b admin admin] Network hostable DHCP agents. Network: 9a504a45-1fdb-4612-a3ff-1dc3d9eb60da, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:24:40.745272 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c47b236e-b450-4838-97e4-b27beab44e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:40.747194 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-c47b236e-b450-4838-97e4-b27beab44e61 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=761858cc-528f-4940-880c-53b6ed8fcbf4 HTTP/1.1" status: 200 len: 851 time: 0.0761821 Mar 08 20:24:40.748730 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7488be75-7644-4f10-ab12-ce0d9e4aa34b admin admin] Network 9a504a45-1fdb-4612-a3ff-1dc3d9eb60da is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:24:40.767238 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-7488be75-7644-4f10-ab12-ce0d9e4aa34b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, 9a504a45-1fdb-4612-a3ff-1dc3d9eb60da) {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:40.772122 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7488be75-7644-4f10-ab12-ce0d9e4aa34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:40.776652 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7488be75-7644-4f10-ab12-ce0d9e4aa34b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:40.783723 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b127b368-c2c2-433e-9b1c-2882fbd812a9 None None] Network 9a504a45-1fdb-4612-a3ff-1dc3d9eb60da requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:24:40.803541 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-7488be75-7644-4f10-ab12-ce0d9e4aa34b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6993842 Mar 08 20:24:40.804179 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 44008) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:40.808441 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1751118649-router', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:40.857948 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-528197c6-b664-488a-9aa2-1700806e1928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:40.859766 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-528197c6-b664-488a-9aa2-1700806e1928 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=546773f9-3d58-443e-852b-a01eb178b7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059616 Mar 08 20:24:40.886092 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1754003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8515'] for router (a0128fc9-26cc-4a53-bc9d-c77670dbc77a), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:40.889544 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751760', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8522'] for router (a0128fc9-26cc-4a53-bc9d-c77670dbc77a), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:40.935638 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094f549-75f4-49a6-9ba4-c25b39ba2211 req-b1e6bda9-cbe9-4528-97e3-acf121117352 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:40.937238 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a094f549-75f4-49a6-9ba4-c25b39ba2211 req-b1e6bda9-cbe9-4528-97e3-acf121117352 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 943 time: 0.1221497 Mar 08 20:24:40.958648 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d612103-8b46-5ff4-b5ac-d0cd2223ba58-9a504a45-1fdb-4612-a3ff-1dc3d9eb60da', 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da', 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'fixed_ips': [{'subnet_id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552'}]}} from dv-cinder-830093-3-iscsi. {{(pid=109691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:24:40.959566 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:41.024436 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-2ea65bb9-7ff2-49b2-b4ed-a0c0631a0c21 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569536 Mar 08 20:24:41.060893 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Publish callbacks [] for router_controller (a0128fc9-26cc-4a53-bc9d-c77670dbc77a), precommit_add_association {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:41.161717 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5f7aca20-d093-4bad-bdbb-2a47c857fa16 req-82a71fe7-d753-47f3-b820-faf486778c8f service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299160 Mar 08 20:24:41.175718 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.db_base_plugin_common [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Allocated IP 172.20.0.2 (9a504a45-1fdb-4612-a3ff-1dc3d9eb60da/1f299f7d-fc96-4a6a-a2cf-bf908c64b552/47617c1a-1e21-4b07-b499-c0c54e3d7a94) {{(pid=109691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:24:41.328456 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a094f549-75f4-49a6-9ba4-c25b39ba2211 req-8f62bd9b-4709-446f-a122-0ea5abfd48e9 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631874 Mar 08 20:24:41.337606 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Publish callbacks [] for router_gateway (a0128fc9-26cc-4a53-bc9d-c77670dbc77a), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:41.341035 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff5ac9-845b-43fa-b70e-f9d2ed7e6ffa req-bc640f04-1ef6-4fcc-b13a-414167adeb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:41.343974 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7bff5ac9-845b-43fa-b70e-f9d2ed7e6ffa req-bc640f04-1ef6-4fcc-b13a-414167adeb28 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 1127 time: 0.1055608 Mar 08 20:24:41.546650 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Publish callbacks [] for port (47617c1a-1e21-4b07-b499-c0c54e3d7a94), precommit_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:41.554754 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (47617c1a-1e21-4b07-b499-c0c54e3d7a94), after_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:41.569817 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff5ac9-845b-43fa-b70e-f9d2ed7e6ffa req-0e49817e-dae1-4a83-81e7-e673ba5ff190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:41.572417 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7bff5ac9-845b-43fa-b70e-f9d2ed7e6ffa req-0e49817e-dae1-4a83-81e7-e673ba5ff190 service neutron] 10.222.0.60 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 913 time: 0.2212226 Mar 08 20:24:41.595004 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Network 9a504a45-1fdb-4612-a3ff-1dc3d9eb60da is already hosted by enough agents. {{(pid=109691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:24:41.599164 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.base_scheduler [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Resources bound (agent type, host, resource id): {{(pid=109691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:41.604860 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Received port after_create {{(pid=109691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:24:41.685831 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Pushing event updated for resources: {'Port': ['ID=47617c1a-1e21-4b07-b499-c0c54e3d7a94,revision_number=1']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:41.690762 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7bff5ac9-845b-43fa-b70e-f9d2ed7e6ffa req-814c12dc-322c-48e0-b411-77f1a7c1c833 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14d0f0f4-cdcd-42ab-a88a-531f54f71424 HTTP/1.1" status: 200 len: 217 time: 0.1113381 Mar 08 20:24:41.715786 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Attempting to bind port 47617c1a-1e21-4b07-b499-c0c54e3d7a94 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:24:41.716515 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Attempting to bind port 47617c1a-1e21-4b07-b499-c0c54e3d7a94 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '30b16708-31d5-4943-b72e-74aefde8971c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:24:41.717139 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Attempting to bind port 47617c1a-1e21-4b07-b499-c0c54e3d7a94 on network 9a504a45-1fdb-4612-a3ff-1dc3d9eb60da {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:24:41.726273 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:24:41.726687 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Checking segment: {'id': '30b16708-31d5-4943-b72e-74aefde8971c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:24:41.727062 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:41.727458 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Bound using segment: {'id': '30b16708-31d5-4943-b72e-74aefde8971c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:24:41.727934 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Bound port: 47617c1a-1e21-4b07-b499-c0c54e3d7a94, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b16708-31d5-4943-b72e-74aefde8971c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:24:41.729443 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (47617c1a-1e21-4b07-b499-c0c54e3d7a94), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:41.787987 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff5ac9-845b-43fa-b70e-f9d2ed7e6ffa req-4179bfa3-69db-46cd-a60e-a1de0b9ddb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:41.789478 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7bff5ac9-845b-43fa-b70e-f9d2ed7e6ffa req-4179bfa3-69db-46cd-a60e-a1de0b9ddb7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=761858cc-528f-4940-880c-53b6ed8fcbf4 HTTP/1.1" status: 200 len: 851 time: 0.0921671 Mar 08 20:24:41.811064 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Publish callbacks [] for router_gateway (a0128fc9-26cc-4a53-bc9d-c77670dbc77a), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:41.847567 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:41.851286 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] For port 47617c1a-1e21-4b07-b499-c0c54e3d7a94, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:24:41.855457 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] For port 47617c1a-1e21-4b07-b499-c0c54e3d7a94, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=47617c1a-1e21-4b07-b499-c0c54e3d7a94,segment=NetworkSegment(30b16708-31d5-4943-b72e-74aefde8971c),segment_id=30b16708-31d5-4943-b72e-74aefde8971c)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:24:41.865028 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (47617c1a-1e21-4b07-b499-c0c54e3d7a94), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:41.904608 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff5ac9-845b-43fa-b70e-f9d2ed7e6ffa req-0fe5771a-ac68-4cc7-9c01-7f62935af694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:41.905835 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7bff5ac9-845b-43fa-b70e-f9d2ed7e6ffa req-0fe5771a-ac68-4cc7-9c01-7f62935af694 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=546773f9-3d58-443e-852b-a01eb178b7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1077116 Mar 08 20:24:41.975080 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c8669-e55a-43c1-a03c-4f135729fd91 None None] Pushing event updated for resources: {'Port': ['ID=47617c1a-1e21-4b07-b499-c0c54e3d7a94,revision_number=2']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:42.052273 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Allocated IP 172.27.1.159 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/0b57ec74-960e-4369-9cca-88d01dba3daa) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:24:42.067143 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7bff5ac9-845b-43fa-b70e-f9d2ed7e6ffa req-cc8d50d5-2518-4da1-9e8b-7e9740ee3a59 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533484 Mar 08 20:24:42.256003 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7bff5ac9-845b-43fa-b70e-f9d2ed7e6ffa req-f06f2d06-a7c2-48d1-b0e4-f9d47d1c6379 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807005 Mar 08 20:24:42.276742 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Publish callbacks [] for port (0b57ec74-960e-4369-9cca-88d01dba3daa), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:42.333898 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (0b57ec74-960e-4369-9cca-88d01dba3daa), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:42.393999 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:24:42.398072 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:42.404127 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:24:42.447703 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Pushing event updated for resources: {'Port': ['ID=0b57ec74-960e-4369-9cca-88d01dba3daa,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:42.527405 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a97ebb-180d-4901-b21b-6eb2d588cde6 req-3f516162-f0c0-49f7-83a4-e698668ee0a7 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:42.536453 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-60a97ebb-180d-4901-b21b-6eb2d588cde6 req-3f516162-f0c0-49f7-83a4-e698668ee0a7 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 943 time: 0.0899017 Mar 08 20:24:42.644020 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-60a97ebb-180d-4901-b21b-6eb2d588cde6 req-2dcc6cfd-1178-45e0-a13b-890cafd9eac1 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952566 Mar 08 20:24:42.746214 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Publish callbacks [] for router_gateway (a0128fc9-26cc-4a53-bc9d-c77670dbc77a), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:42.871051 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:42.981298 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1754984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1751805'] for router (a0128fc9-26cc-4a53-bc9d-c77670dbc77a), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:43.169122 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Router a0128fc9-26cc-4a53-bc9d-c77670dbc77a is scheduled to L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 with binding_index 1 {{(pid=109690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:24:43.300911 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:24:43.322067 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Sync routers for ids ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:24:43.338429 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:43.339698 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-c7566be6-b5b9-40ef-8dea-e2d96bd99a56 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5345707 Mar 08 20:24:43.340618 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Routers {'a0128fc9-26cc-4a53-bc9d-c77670dbc77a'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:43.341533 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:24:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:43.342838 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 44036) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:43.399235 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 47617c1a-1e21-4b07-b499-c0c54e3d7a94 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:43.480603 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Set router a0128fc9-26cc-4a53-bc9d-c77670dbc77a gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:24:43.484688 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 47617c1a-1e21-4b07-b499-c0c54e3d7a94 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:43.485571 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (47617c1a-1e21-4b07-b499-c0c54e3d7a94), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:43.527845 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bd40cb-f261-441b-b543-d8ff73abfc7c None None] Network 9a504a45-1fdb-4612-a3ff-1dc3d9eb60da requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:24:43.621766 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-ca663bfc-ec2d-46f7-9db8-f62d85c2fd35 None None] Provisioning complete for port 47617c1a-1e21-4b07-b499-c0c54e3d7a94 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:43.622139 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-ca663bfc-ec2d-46f7-9db8-f62d85c2fd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (47617c1a-1e21-4b07-b499-c0c54e3d7a94), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:43.767329 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'name': 'tempest-TestMinimumBasicScenario-1751118649-router', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:40Z', 'updated_at': '2022-03-08T20:24:42Z', 'revision_number': 3, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'gw_port': {'id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:41Z', 'updated_at': '2022-03-08T20:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:43.808701 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-ca663bfc-ec2d-46f7-9db8-f62d85c2fd35 None None] Current status of the port 47617c1a-1e21-4b07-b499-c0c54e3d7a94 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:43.809203 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-ca663bfc-ec2d-46f7-9db8-f62d85c2fd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (47617c1a-1e21-4b07-b499-c0c54e3d7a94), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:43.811041 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Checking router: a0128fc9-26cc-4a53-bc9d-c77670dbc77a for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:24:43.811677 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Updating router a0128fc9-26cc-4a53-bc9d-c77670dbc77a port 0b57ec74-960e-4369-9cca-88d01dba3daa binding host dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:24:43.812437 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 47617c1a-1e21-4b07-b499-c0c54e3d7a94 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:43.812879 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (47617c1a-1e21-4b07-b499-c0c54e3d7a94), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:43.851258 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (0b57ec74-960e-4369-9cca-88d01dba3daa), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:43.892311 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-ca663bfc-ec2d-46f7-9db8-f62d85c2fd35 None None] For port 47617c1a-1e21-4b07-b499-c0c54e3d7a94, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=47617c1a-1e21-4b07-b499-c0c54e3d7a94,segment=NetworkSegment(30b16708-31d5-4943-b72e-74aefde8971c),segment_id=30b16708-31d5-4943-b72e-74aefde8971c)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:43.904143 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-ca663bfc-ec2d-46f7-9db8-f62d85c2fd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (47617c1a-1e21-4b07-b499-c0c54e3d7a94), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:43.931886 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8121c-9b5d-427f-bc38-0180b2cf3579 req-aecd9c7e-f599-4652-8061-19d260273b93 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:43.933575 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-34a8121c-9b5d-427f-bc38-0180b2cf3579 req-aecd9c7e-f599-4652-8061-19d260273b93 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 943 time: 0.1700494 Mar 08 20:24:44.005011 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:44.048462 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-34a8121c-9b5d-427f-bc38-0180b2cf3579 req-fcc4ec53-c4b7-417b-8818-25386120b697 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094396 Mar 08 20:24:44.054046 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.db.api [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:24:44.054473 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG oslo_db.api [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:24:44.066577 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca663bfc-ec2d-46f7-9db8-f62d85c2fd35 None None] Pushing event updated for resources: {'Port': ['ID=47617c1a-1e21-4b07-b499-c0c54e3d7a94,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:44.233336 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Publish callbacks [] for port (0b57ec74-960e-4369-9cca-88d01dba3daa), precommit_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:44.236343 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-87969674-ca37-4ca4-8006-4816e68be2a0 None None] Provisioning complete for port 47617c1a-1e21-4b07-b499-c0c54e3d7a94 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:44.240335 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-87969674-ca37-4ca4-8006-4816e68be2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (47617c1a-1e21-4b07-b499-c0c54e3d7a94), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:44.245587 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (0b57ec74-960e-4369-9cca-88d01dba3daa), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:44.254191 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] Allocated IP 172.20.0.1 (9a504a45-1fdb-4612-a3ff-1dc3d9eb60da/1f299f7d-fc96-4a6a-a2cf-bf908c64b552/db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:24:44.305253 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Attempting to bind port 0b57ec74-960e-4369-9cca-88d01dba3daa on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:24:44.306205 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Attempting to bind port 0b57ec74-960e-4369-9cca-88d01dba3daa by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:24:44.306644 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Attempting to bind port 0b57ec74-960e-4369-9cca-88d01dba3daa on network 4ab513a0-00c2-4806-bea3-3166607858e9 {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:24:44.310300 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727ab8c-5bef-4be8-99f8-d46a4efee6d0 None None] Pushing event updated for resources: {'Port': ['ID=0b57ec74-960e-4369-9cca-88d01dba3daa,revision_number=2']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:44.321896 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:24:44.322566 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Checking segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:24:44.323590 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:44.324184 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Bound using segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:24:44.324843 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Bound port: 0b57ec74-960e-4369-9cca-88d01dba3daa, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:24:44.325846 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (0b57ec74-960e-4369-9cca-88d01dba3daa), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:44.370406 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-87969674-ca37-4ca4-8006-4816e68be2a0 None None] Current status of the port 47617c1a-1e21-4b07-b499-c0c54e3d7a94 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:44.380936 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] For port 0b57ec74-960e-4369-9cca-88d01dba3daa, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:24:44.385797 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] For port 0b57ec74-960e-4369-9cca-88d01dba3daa, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=0b57ec74-960e-4369-9cca-88d01dba3daa,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:24:44.393618 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (0b57ec74-960e-4369-9cca-88d01dba3daa), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:44.406960 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] Publish callbacks [] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:44.447068 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727ab8c-5bef-4be8-99f8-d46a4efee6d0 None None] Pushing event updated for resources: {'Port': ['ID=0b57ec74-960e-4369-9cca-88d01dba3daa,revision_number=3']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:44.458339 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:44.480980 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] Network 9a504a45-1fdb-4612-a3ff-1dc3d9eb60da is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:24:44.481784 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Routers {'a0128fc9-26cc-4a53-bc9d-c77670dbc77a'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:44.482419 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:44.482688 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:24:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:44.507040 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:24:44.573197 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:44.592447 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752272'] for router_interface (a0128fc9-26cc-4a53-bc9d-c77670dbc77a), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:44.640833 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] Set router a0128fc9-26cc-4a53-bc9d-c77670dbc77a gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:24:44.648936 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 47617c1a-1e21-4b07-b499-c0c54e3d7a94 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:44.841716 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:44.897642 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0fb71b75-e375-4be4-b564-3efd2bec55b4 None None] Provisioning complete for port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:44.898957 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0fb71b75-e375-4be4-b564-3efd2bec55b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:44.947622 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0fb71b75-e375-4be4-b564-3efd2bec55b4 None None] Port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:24:45.045624 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'name': 'tempest-TestMinimumBasicScenario-1751118649-router', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:40Z', 'updated_at': '2022-03-08T20:24:42Z', 'revision_number': 3, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'gw_port': {'id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:41Z', 'updated_at': '2022-03-08T20:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:45.065957 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] Publish callbacks [] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:45.074974 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:45.075336 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9fc66-3d1a-47ea-b8b5-f09cc169ee2d None None] The sync data for ids ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'] in dv-cinder-830093-3-iscsi is: [{'id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'name': 'tempest-TestMinimumBasicScenario-1751118649-router', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:40Z', 'updated_at': '2022-03-08T20:24:42Z', 'revision_number': 3, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'gw_port': {'id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:41Z', 'updated_at': '2022-03-08T20:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:24:45.188902 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752252'] for router_interface (a0128fc9-26cc-4a53-bc9d-c77670dbc77a), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:45.230950 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:45.321696 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e0d5a-4f06-4080-9a4a-fa27791661b8 req-941eb57d-690c-439c-9c55-4da84f1551cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:45.323397 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-051e0d5a-4f06-4080-9a4a-fa27791661b8 req-941eb57d-690c-439c-9c55-4da84f1551cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 943 time: 0.1635413 Mar 08 20:24:45.419177 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 47617c1a-1e21-4b07-b499-c0c54e3d7a94 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:45.422228 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-051e0d5a-4f06-4080-9a4a-fa27791661b8 req-fbeec1d6-800a-4a66-a425-db9b835b544b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934207 Mar 08 20:24:45.450976 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] Network 9a504a45-1fdb-4612-a3ff-1dc3d9eb60da is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:24:45.452503 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:45.514445 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 47617c1a-1e21-4b07-b499-c0c54e3d7a94 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:45.514829 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (47617c1a-1e21-4b07-b499-c0c54e3d7a94), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:45.653917 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 47617c1a-1e21-4b07-b499-c0c54e3d7a94 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:45.813128 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-994d5b6c-839a-4990-8a50-c1b29323d67c None None] Provisioning complete for port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:45.820961 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-994d5b6c-839a-4990-8a50-c1b29323d67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:45.894004 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-994d5b6c-839a-4990-8a50-c1b29323d67c None None] Port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:24:46.000189 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] Router a0128fc9-26cc-4a53-bc9d-c77670dbc77a has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:24:46.141745 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:24:46.166504 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-be84dee9-c3a9-42c7-98a8-4275dabd1eb7 admin admin] 10.222.0.45 "PUT /v2.0/routers/a0128fc9-26cc-4a53-bc9d-c77670dbc77a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8136187 Mar 08 20:24:46.571342 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee37518-070a-4050-9ab9-3c8759706f85 req-f48b414f-0efd-4dc9-b518-998fdc9dd01e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:46.581452 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3ee37518-070a-4050-9ab9-3c8759706f85 req-f48b414f-0efd-4dc9-b518-998fdc9dd01e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 943 time: 0.0711966 Mar 08 20:24:46.645201 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3ee37518-070a-4050-9ab9-3c8759706f85 req-624a8acb-9535-468a-bca5-0a9383afab99 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656672 Mar 08 20:24:46.741165 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 44080) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:46.746917 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-a37973a6-dc5b-4b09-a6e0-4654449178fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-715287877-network', 'tenant_id': '315a2f5428e1445b819c2e994c7efd1c'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:46.769980 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37973a6-dc5b-4b09-a6e0-4654449178fa admin admin] Made reservation on behalf of 315a2f5428e1445b819c2e994c7efd1c for: {'network': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:24:46.772660 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a37973a6-dc5b-4b09-a6e0-4654449178fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for network (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:46.782612 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a37973a6-dc5b-4b09-a6e0-4654449178fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:46.875337 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a37973a6-dc5b-4b09-a6e0-4654449178fa admin admin] Publish callbacks [] for security_group (9a6a3a4b-7e6f-4bb5-93a8-c924644967b2), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:46.881010 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a37973a6-dc5b-4b09-a6e0-4654449178fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (9a6a3a4b-7e6f-4bb5-93a8-c924644967b2), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:46.897276 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37973a6-dc5b-4b09-a6e0-4654449178fa admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:24:46.912357 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a37973a6-dc5b-4b09-a6e0-4654449178fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (d02338ba-51cf-4bd3-80e5-d1fd34687562), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:46.912687 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.segments_db [None req-a37973a6-dc5b-4b09-a6e0-4654449178fa admin admin] Added segment d02338ba-51cf-4bd3-80e5-d1fd34687562 of type vlan for network 45ecef53-6532-4710-9e0b-ccd32623cf97 Mar 08 20:24:46.954790 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a37973a6-dc5b-4b09-a6e0-4654449178fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789198556703'] for network (45ecef53-6532-4710-9e0b-ccd32623cf97), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:46.995596 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37973a6-dc5b-4b09-a6e0-4654449178fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6a3a4b-7e6f-4bb5-93a8-c924644967b2,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:47.006608 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a37973a6-dc5b-4b09-a6e0-4654449178fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735'] for network (45ecef53-6532-4710-9e0b-ccd32623cf97), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:47.007792 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37973a6-dc5b-4b09-a6e0-4654449178fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:47.008908 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-a37973a6-dc5b-4b09-a6e0-4654449178fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:47.047223 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-a37973a6-dc5b-4b09-a6e0-4654449178fa admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3041904 Mar 08 20:24:47.051285 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 44086) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:47.055736 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-35191c5a-d19d-47e1-b7ea-cc57005269bc admin admin] Request body: {'subnet': {'network_id': '45ecef53-6532-4710-9e0b-ccd32623cf97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-715287877-subnet', 'tenant_id': '315a2f5428e1445b819c2e994c7efd1c', 'ip_version': 4}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:47.111993 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37973a6-dc5b-4b09-a6e0-4654449178fa admin admin] Pushing event updated for resources: {'Network': ['ID=45ecef53-6532-4710-9e0b-ccd32623cf97,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:47.121870 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35191c5a-d19d-47e1-b7ea-cc57005269bc admin admin] Made reservation on behalf of 315a2f5428e1445b819c2e994c7efd1c for: {'subnet': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:24:47.124516 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-35191c5a-d19d-47e1-b7ea-cc57005269bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29874791'] for subnet (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:47.130037 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Network 45ecef53-6532-4710-9e0b-ccd32623cf97 details requested by agent ovs-agent-dv-cinder-830093-3-iscsi with host dv-cinder-830093-3-iscsi {{(pid=109691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:24:47.357795 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Sync routers for ids ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:24:47.370136 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Routers {'a0128fc9-26cc-4a53-bc9d-c77670dbc77a'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:47.371039 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:24:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:47.441442 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 0b57ec74-960e-4369-9cca-88d01dba3daa up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:47.454754 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-35191c5a-d19d-47e1-b7ea-cc57005269bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29844918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29874809'] for subnet (2f3abec4-3575-4c40-a56d-ac643fd69b54), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:47.527128 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35191c5a-d19d-47e1-b7ea-cc57005269bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f3abec4-3575-4c40-a56d-ac643fd69b54,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:47.568767 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35191c5a-d19d-47e1-b7ea-cc57005269bc admin admin] Checking segment: {'id': 'd02338ba-51cf-4bd3-80e5-d1fd34687562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45ecef53-6532-4710-9e0b-ccd32623cf97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:24:47.569131 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35191c5a-d19d-47e1-b7ea-cc57005269bc admin admin] Network hostable DHCP agents. Network: 45ecef53-6532-4710-9e0b-ccd32623cf97, hostable agents: ['5129e41c-967b-4767-83a6-e2455f88cbb6'], hosted agents: [] {{(pid=109689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:24:47.571458 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Set router a0128fc9-26cc-4a53-bc9d-c77670dbc77a gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:24:47.586760 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35191c5a-d19d-47e1-b7ea-cc57005269bc admin admin] Network 45ecef53-6532-4710-9e0b-ccd32623cf97 is scheduled to be hosted by DHCP agent 5129e41c-967b-4767-83a6-e2455f88cbb6 with binding_index 1 {{(pid=109689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:24:47.598889 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-35191c5a-d19d-47e1-b7ea-cc57005269bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830093-3-iscsi, 45ecef53-6532-4710-9e0b-ccd32623cf97) {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:47.608891 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35191c5a-d19d-47e1-b7ea-cc57005269bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:47.609996 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-35191c5a-d19d-47e1-b7ea-cc57005269bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:47.617183 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220c57ac-34cf-4fbd-b1d0-5b0ac6696f0e None None] Network 45ecef53-6532-4710-9e0b-ccd32623cf97 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:24:47.632212 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 0b57ec74-960e-4369-9cca-88d01dba3daa triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:47.632998 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (0b57ec74-960e-4369-9cca-88d01dba3daa), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:47.633213 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-35191c5a-d19d-47e1-b7ea-cc57005269bc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5816092 Mar 08 20:24:47.636592 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 44102) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:47.642815 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-715287877-router', 'tenant_id': '315a2f5428e1445b819c2e994c7efd1c', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:47.671248 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1754003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8515'] for router (6814b7e7-4a13-4695-9af6-26c1bec4b77a), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:47.672836 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1751760', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1717925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8522'] for router (6814b7e7-4a13-4695-9af6-26c1bec4b77a), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:47.767812 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Publish callbacks [] for router_controller (6814b7e7-4a13-4695-9af6-26c1bec4b77a), precommit_add_association {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:47.974820 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822aef6-cee7-4ed4-9776-aa7983afb48c req-3500093f-ec9c-4ac8-9999-81712880462b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:47.976424 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0822aef6-cee7-4ed4-9776-aa7983afb48c req-3500093f-ec9c-4ac8-9999-81712880462b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 943 time: 0.2071266 Mar 08 20:24:47.980592 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Publish callbacks [] for router_gateway (6814b7e7-4a13-4695-9af6-26c1bec4b77a), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:48.054944 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0822aef6-cee7-4ed4-9776-aa7983afb48c req-be7842fb-70a9-46c0-8608-8dfa45321204 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707948 Mar 08 20:24:48.078477 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d612103-8b46-5ff4-b5ac-d0cd2223ba58-45ecef53-6532-4710-9e0b-ccd32623cf97', 'network_id': '45ecef53-6532-4710-9e0b-ccd32623cf97', 'project_id': '315a2f5428e1445b819c2e994c7efd1c', 'fixed_ips': [{'subnet_id': '2f3abec4-3575-4c40-a56d-ac643fd69b54'}]}} from dv-cinder-830093-3-iscsi. {{(pid=109691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:24:48.079666 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:48.154119 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 0b57ec74-960e-4369-9cca-88d01dba3daa is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:48.155235 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (0b57ec74-960e-4369-9cca-88d01dba3daa), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:48.245637 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] For port 0b57ec74-960e-4369-9cca-88d01dba3daa, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=0b57ec74-960e-4369-9cca-88d01dba3daa,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:48.259182 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (0b57ec74-960e-4369-9cca-88d01dba3daa), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:48.271808 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Publish callbacks [] for router_gateway (6814b7e7-4a13-4695-9af6-26c1bec4b77a), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:48.293839 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:48.294670 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 14d0f0f4-cdcd-42ab-a88a-531f54f71424 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:24:48.379284 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'name': 'tempest-TestMinimumBasicScenario-1751118649-router', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:40Z', 'updated_at': '2022-03-08T20:24:44Z', 'revision_number': 4, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'gw_port': {'id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:41Z', 'updated_at': '2022-03-08T20:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a', 'name': '', 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'mac_address': 'fa:16:3e:87:5c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:44Z', 'updated_at': '2022-03-08T20:24:44Z', 'revision_number': 2, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'subnets': [{'id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:48.410540 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.db_base_plugin_common [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Allocated IP 172.20.0.2 (45ecef53-6532-4710-9e0b-ccd32623cf97/2f3abec4-3575-4c40-a56d-ac643fd69b54/4185bd2d-9a2e-478c-8ec9-2abd7a392d65) {{(pid=109691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:24:48.426016 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Allocated IP 172.27.1.123 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/f48ce3ca-e485-4b46-90b4-837c340de86c) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:24:48.459500 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Checking router: a0128fc9-26cc-4a53-bc9d-c77670dbc77a for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:24:48.460161 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Updating router a0128fc9-26cc-4a53-bc9d-c77670dbc77a port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a binding host dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:24:48.518801 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Pushing event updated for resources: {'Port': ['ID=0b57ec74-960e-4369-9cca-88d01dba3daa,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:48.553758 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Publish callbacks [] for port (f48ce3ca-e485-4b46-90b4-837c340de86c), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:48.568089 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:48.619190 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (f48ce3ca-e485-4b46-90b4-837c340de86c), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:48.667775 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:24:48.671022 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:48.675647 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:24:48.676254 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 14d0f0f4-cdcd-42ab-a88a-531f54f71424, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=14d0f0f4-cdcd-42ab-a88a-531f54f71424,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:48.707601 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Pushing event updated for resources: {'Port': ['ID=f48ce3ca-e485-4b46-90b4-837c340de86c,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:48.792639 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': '14d0f0f4-cdcd-42ab-a88a-531f54f71424', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'port_id': '14d0f0f4-cdcd-42ab-a88a-531f54f71424', 'mac_address': 'fa:16:3e:0e:8f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:24:48.955607 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 14d0f0f4-cdcd-42ab-a88a-531f54f71424 is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:48.956008 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (14d0f0f4-cdcd-42ab-a88a-531f54f71424), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.047289 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d0f0f4-cdcd-42ab-a88a-531f54f71424 {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:24:49.048114 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Publish callbacks [] for router_gateway (6814b7e7-4a13-4695-9af6-26c1bec4b77a), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.094495 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Publish callbacks [] for port (4185bd2d-9a2e-478c-8ec9-2abd7a392d65), precommit_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.095556 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 44118) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:49.128434 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 14d0f0f4-cdcd-42ab-a88a-531f54f71424, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=14d0f0f4-cdcd-42ab-a88a-531f54f71424,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:49.136676 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665'] for port (4185bd2d-9a2e-478c-8ec9-2abd7a392d65), after_create {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.160025 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (14d0f0f4-cdcd-42ab-a88a-531f54f71424), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.217161 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Network 45ecef53-6532-4710-9e0b-ccd32623cf97 is already hosted by enough agents. {{(pid=109691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:24:49.245619 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.scheduler.base_scheduler [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Resources bound (agent type, host, resource id): {{(pid=109691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:49.251436 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Received port after_create {{(pid=109691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:24:49.254142 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Pushing event updated for resources: {'Port': ['ID=4185bd2d-9a2e-478c-8ec9-2abd7a392d65,revision_number=1']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:49.278144 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7fca8c2e-42ca-437f-8b96-e47da0e075a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.330365 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Publish callbacks [] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), precommit_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.375725 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.394368 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=14d0f0f4-cdcd-42ab-a88a-531f54f71424,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:49.402861 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['14d0f0f4-cdcd-42ab-a88a-531f54f71424'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:24:49.404803 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 0b57ec74-960e-4369-9cca-88d01dba3daa up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:49.405314 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d301437-de67-4a83-9a30-174e273b422e req-9fee49f4-8bed-4740-bde6-2d0eb0be6655 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:49.413858 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8d301437-de67-4a83-9a30-174e273b422e req-9fee49f4-8bed-4740-bde6-2d0eb0be6655 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 944 time: 0.2419205 Mar 08 20:24:49.426295 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1754984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1751805'] for router (6814b7e7-4a13-4695-9af6-26c1bec4b77a), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.470379 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Attempting to bind port 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:24:49.470779 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Attempting to bind port 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': 'd02338ba-51cf-4bd3-80e5-d1fd34687562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45ecef53-6532-4710-9e0b-ccd32623cf97'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:24:49.471397 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Attempting to bind port 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 on network 45ecef53-6532-4710-9e0b-ccd32623cf97 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:24:49.516473 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8d301437-de67-4a83-9a30-174e273b422e req-8263d1ab-0878-43b8-b8fa-706ca61f93f3 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964673 Mar 08 20:24:49.548001 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7fca8c2e-42ca-437f-8b96-e47da0e075a6 admin admin] Publish callbacks [] for security_group (d7db4013-3654-4fb1-a20e-5b9ac1b0f0c5), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.550450 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:24:49.550966 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Checking segment: {'id': 'd02338ba-51cf-4bd3-80e5-d1fd34687562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45ecef53-6532-4710-9e0b-ccd32623cf97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:24:49.551374 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.551763 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Bound using segment: {'id': 'd02338ba-51cf-4bd3-80e5-d1fd34687562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45ecef53-6532-4710-9e0b-ccd32623cf97'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:24:49.552267 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Bound port: 4185bd2d-9a2e-478c-8ec9-2abd7a392d65, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02338ba-51cf-4bd3-80e5-d1fd34687562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45ecef53-6532-4710-9e0b-ccd32623cf97'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:24:49.552716 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4185bd2d-9a2e-478c-8ec9-2abd7a392d65), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.583774 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7fca8c2e-42ca-437f-8b96-e47da0e075a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (d7db4013-3654-4fb1-a20e-5b9ac1b0f0c5), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.584138 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896e86e-d1f9-4561-8c9c-7b99e638fb6f None None] Pushing event updated for resources: {'Port': ['ID=db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:49.656707 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-7fca8c2e-42ca-437f-8b96-e47da0e075a6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bce6c8e25e814b0085e1cb0a7c06f463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5584385 Mar 08 20:24:49.659638 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 44130) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:49.671214 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 0b57ec74-960e-4369-9cca-88d01dba3daa triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:49.672083 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (0b57ec74-960e-4369-9cca-88d01dba3daa), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.685102 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca8c2e-42ca-437f-8b96-e47da0e075a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7db4013-3654-4fb1-a20e-5b9ac1b0f0c5,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:49.709175 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Router 6814b7e7-4a13-4695-9af6-26c1bec4b77a is scheduled to L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 with binding_index 1 {{(pid=109689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:24:49.762519 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Attempting to bind port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:24:49.762807 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Attempting to bind port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '30b16708-31d5-4943-b72e-74aefde8971c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:24:49.763172 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Attempting to bind port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a on network 9a504a45-1fdb-4612-a3ff-1dc3d9eb60da {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:24:49.806361 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b643580c-f248-4b7c-ad3b-3e8f4bb64c7e admin admin] Publish callbacks [] for security_group (d7db4013-3654-4fb1-a20e-5b9ac1b0f0c5), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.806643 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:24:49.807010 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Checking segment: {'id': '30b16708-31d5-4943-b72e-74aefde8971c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:24:49.807575 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.807981 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Bound using segment: {'id': '30b16708-31d5-4943-b72e-74aefde8971c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:24:49.808497 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Bound port: db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b16708-31d5-4943-b72e-74aefde8971c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:24:49.808880 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.848931 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] For port 4185bd2d-9a2e-478c-8ec9-2abd7a392d65, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:24:49.868379 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b643580c-f248-4b7c-ad3b-3e8f4bb64c7e admin admin] Publish callbacks [] for security_group (d7db4013-3654-4fb1-a20e-5b9ac1b0f0c5), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.900877 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] For port 4185bd2d-9a2e-478c-8ec9-2abd7a392d65, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=4185bd2d-9a2e-478c-8ec9-2abd7a392d65,segment=NetworkSegment(d02338ba-51cf-4bd3-80e5-d1fd34687562),segment_id=d02338ba-51cf-4bd3-80e5-d1fd34687562)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:24:49.923550 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:24:49.933333 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (4185bd2d-9a2e-478c-8ec9-2abd7a392d65), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.945809 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.949523 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-98b68f91-b9a1-4efe-9d3b-b9e9c2eace1e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3081007 Mar 08 20:24:49.949669 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Sync routers for ids ['6814b7e7-4a13-4695-9af6-26c1bec4b77a'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:24:49.950140 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 44132) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:49.959583 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b643580c-f248-4b7c-ad3b-3e8f4bb64c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (d7db4013-3654-4fb1-a20e-5b9ac1b0f0c5), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.962737 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-b643580c-f248-4b7c-ad3b-3e8f4bb64c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.963308 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Routers {'6814b7e7-4a13-4695-9af6-26c1bec4b77a'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:49.964538 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:24:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['6814b7e7-4a13-4695-9af6-26c1bec4b77a'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:49.967123 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-b643580c-f248-4b7c-ad3b-3e8f4bb64c7e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d7db4013-3654-4fb1-a20e-5b9ac1b0f0c5 HTTP/1.1" status: 204 len: 168 time: 0.3061938 Mar 08 20:24:50.020275 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643580c-f248-4b7c-ad3b-3e8f4bb64c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7db4013-3654-4fb1-a20e-5b9ac1b0f0c5,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:50.058599 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-d800213a-fb77-43e9-98a3-1cc3ac2266b3 None None] Provisioning complete for port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:50.058982 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d800213a-fb77-43e9-98a3-1cc3ac2266b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:50.120914 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Set router 6814b7e7-4a13-4695-9af6-26c1bec4b77a gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:24:50.172488 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] For port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:24:50.219317 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 0b57ec74-960e-4369-9cca-88d01dba3daa is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:50.246995 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] For port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a,segment=NetworkSegment(30b16708-31d5-4943-b72e-74aefde8971c),segment_id=30b16708-31d5-4943-b72e-74aefde8971c)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:24:50.283061 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aada46-54d5-4740-b72a-db37e9e5a121 None None] Pushing event updated for resources: {'Port': ['ID=4185bd2d-9a2e-478c-8ec9-2abd7a392d65,revision_number=2']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:50.303727 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:50.305657 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-d800213a-fb77-43e9-98a3-1cc3ac2266b3 None None] Port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:24:50.422148 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'name': 'tempest-TestMinimumBasicScenario-715287877-router', 'tenant_id': '315a2f5428e1445b819c2e994c7efd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f48ce3ca-e485-4b46-90b4-837c340de86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:47Z', 'updated_at': '2022-03-08T20:24:48Z', 'revision_number': 3, 'project_id': '315a2f5428e1445b819c2e994c7efd1c', 'gw_port': {'id': 'f48ce3ca-e485-4b46-90b4-837c340de86c', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:48Z', 'updated_at': '2022-03-08T20:24:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:50.512739 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Checking router: 6814b7e7-4a13-4695-9af6-26c1bec4b77a for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:24:50.513664 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Updating router 6814b7e7-4a13-4695-9af6-26c1bec4b77a port f48ce3ca-e485-4b46-90b4-837c340de86c binding host dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:24:50.573796 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f48ce3ca-e485-4b46-90b4-837c340de86c), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:50.727712 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Routers {'a0128fc9-26cc-4a53-bc9d-c77670dbc77a'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:50.728402 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:24:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:50.735598 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896e86e-d1f9-4561-8c9c-7b99e638fb6f None None] Pushing event updated for resources: {'Port': ['ID=db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:50.997640 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Publish callbacks [] for port (f48ce3ca-e485-4b46-90b4-837c340de86c), precommit_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:51.004625 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (f48ce3ca-e485-4b46-90b4-837c340de86c), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:51.007951 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] Set router a0128fc9-26cc-4a53-bc9d-c77670dbc77a gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:24:51.062739 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338354b4-0321-4fba-9bf8-5e65d80e66e5 None None] Pushing event updated for resources: {'Port': ['ID=f48ce3ca-e485-4b46-90b4-837c340de86c,revision_number=2']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:51.065781 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64826c99-a68e-4262-9d33-60eb084db85a req-d5504e04-e2a2-45d0-b763-ff131a5b7397 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:51.083209 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-64826c99-a68e-4262-9d33-60eb084db85a req-d5504e04-e2a2-45d0-b763-ff131a5b7397 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 944 time: 0.3741376 Mar 08 20:24:51.092521 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-076ee838-81a7-4bd4-8f79-088f5e835742 None None] Provisioning complete for port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:51.096766 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-076ee838-81a7-4bd4-8f79-088f5e835742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:51.100210 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Attempting to bind port f48ce3ca-e485-4b46-90b4-837c340de86c on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:24:51.100845 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Attempting to bind port f48ce3ca-e485-4b46-90b4-837c340de86c by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:24:51.101407 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Attempting to bind port f48ce3ca-e485-4b46-90b4-837c340de86c on network 4ab513a0-00c2-4806-bea3-3166607858e9 {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:24:51.120312 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:24:51.120719 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Checking segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:24:51.121129 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:51.121612 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Bound using segment: {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'} {{(pid=109692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:24:51.122095 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.managers [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Bound port: f48ce3ca-e485-4b46-90b4-837c340de86c, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b97b60-374c-4ad3-80ae-4b9359590059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9'}}] {{(pid=109692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:24:51.122481 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f48ce3ca-e485-4b46-90b4-837c340de86c), before_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:51.163210 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:51.194978 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] For port f48ce3ca-e485-4b46-90b4-837c340de86c, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:24:51.204105 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.plugins.ml2.db [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] For port f48ce3ca-e485-4b46-90b4-837c340de86c, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=f48ce3ca-e485-4b46-90b4-837c340de86c,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:24:51.215463 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron_lib.callbacks.manager [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (f48ce3ca-e485-4b46-90b4-837c340de86c), after_update {{(pid=109692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:51.263730 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-64826c99-a68e-4262-9d33-60eb084db85a req-a8d1f4bc-fa93-447e-8c42-78af1669f6ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795673 Mar 08 20:24:51.370279 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338354b4-0321-4fba-9bf8-5e65d80e66e5 None None] Pushing event updated for resources: {'Port': ['ID=f48ce3ca-e485-4b46-90b4-837c340de86c,revision_number=3']} {{(pid=109692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:51.378328 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Routers {'6814b7e7-4a13-4695-9af6-26c1bec4b77a'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:51.379266 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:24:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['6814b7e7-4a13-4695-9af6-26c1bec4b77a'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:51.542635 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] Allocated IP 172.20.0.1 (45ecef53-6532-4710-9e0b-ccd32623cf97/2f3abec4-3575-4c40-a56d-ac643fd69b54/448676af-0b71-45cd-bf6c-109c4aa800e0) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:24:51.560103 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:51.629595 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] Set router 6814b7e7-4a13-4695-9af6-26c1bec4b77a gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:24:51.710802 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-076ee838-81a7-4bd4-8f79-088f5e835742 None None] Current status of the port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:51.711490 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-076ee838-81a7-4bd4-8f79-088f5e835742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:51.718393 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] Publish callbacks [] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:51.789299 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-076ee838-81a7-4bd4-8f79-088f5e835742 None None] For port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a,segment=NetworkSegment(30b16708-31d5-4943-b72e-74aefde8971c),segment_id=30b16708-31d5-4943-b72e-74aefde8971c)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:51.799929 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:51.812556 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-076ee838-81a7-4bd4-8f79-088f5e835742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:51.889922 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] Pushing event updated for resources: {'Port': ['ID=448676af-0b71-45cd-bf6c-109c4aa800e0,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:51.900837 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] Network 45ecef53-6532-4710-9e0b-ccd32623cf97 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:24:51.902467 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:51.909360 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:24:51.910232 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ee838-81a7-4bd4-8f79-088f5e835742 None None] Pushing event updated for resources: {'Port': ['ID=db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:51.918266 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e817adcb-d5e5-4e31-843f-82800d543289 None None] Network 45ecef53-6532-4710-9e0b-ccd32623cf97 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:24:51.937072 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'name': 'tempest-TestMinimumBasicScenario-715287877-router', 'tenant_id': '315a2f5428e1445b819c2e994c7efd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f48ce3ca-e485-4b46-90b4-837c340de86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:47Z', 'updated_at': '2022-03-08T20:24:48Z', 'revision_number': 3, 'project_id': '315a2f5428e1445b819c2e994c7efd1c', 'gw_port': {'id': 'f48ce3ca-e485-4b46-90b4-837c340de86c', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:48Z', 'updated_at': '2022-03-08T20:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:51.997834 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752272'] for router_interface (6814b7e7-4a13-4695-9af6-26c1bec4b77a), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:52.009784 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dabf58-57e9-4319-82bb-5afd0510f4f8 None None] The sync data for ids ['6814b7e7-4a13-4695-9af6-26c1bec4b77a'] in dv-cinder-830093-3-iscsi is: [{'id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'name': 'tempest-TestMinimumBasicScenario-715287877-router', 'tenant_id': '315a2f5428e1445b819c2e994c7efd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f48ce3ca-e485-4b46-90b4-837c340de86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:47Z', 'updated_at': '2022-03-08T20:24:48Z', 'revision_number': 3, 'project_id': '315a2f5428e1445b819c2e994c7efd1c', 'gw_port': {'id': 'f48ce3ca-e485-4b46-90b4-837c340de86c', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:48Z', 'updated_at': '2022-03-08T20:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:24:52.031717 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'name': 'tempest-TestMinimumBasicScenario-1751118649-router', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:40Z', 'updated_at': '2022-03-08T20:24:44Z', 'revision_number': 4, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'gw_port': {'id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:41Z', 'updated_at': '2022-03-08T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a', 'name': '', 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'mac_address': 'fa:16:3e:87:5c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:44Z', 'updated_at': '2022-03-08T20:24:50Z', 'revision_number': 4, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'subnets': [{'id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:52.083543 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a45a4-3891-4342-a1c8-f2e8f524450e None None] The sync data for ids ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'] in dv-cinder-830093-3-iscsi is: [{'id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'name': 'tempest-TestMinimumBasicScenario-1751118649-router', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:40Z', 'updated_at': '2022-03-08T20:24:44Z', 'revision_number': 4, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'gw_port': {'id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:41Z', 'updated_at': '2022-03-08T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a', 'name': '', 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'mac_address': 'fa:16:3e:87:5c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:44Z', 'updated_at': '2022-03-08T20:24:50Z', 'revision_number': 4, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'subnets': [{'id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:24:52.094213 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-24abd5d1-b0fd-47e7-a22f-d5575bc96191 None None] Provisioning complete for port 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:52.094639 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-24abd5d1-b0fd-47e7-a22f-d5575bc96191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4185bd2d-9a2e-478c-8ec9-2abd7a392d65), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:52.224822 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:52.226121 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4185bd2d-9a2e-478c-8ec9-2abd7a392d65), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:52.266749 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:52.336915 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 14d0f0f4-cdcd-42ab-a88a-531f54f71424 up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:52.566554 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-24abd5d1-b0fd-47e7-a22f-d5575bc96191 None None] Current status of the port 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:52.567138 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944d0c3-e407-4bd6-a87f-b30b3ada47b0 req-c7887d60-8c72-4e41-9927-74e323714e87 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:52.568845 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-24abd5d1-b0fd-47e7-a22f-d5575bc96191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4185bd2d-9a2e-478c-8ec9-2abd7a392d65), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:52.588173 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0944d0c3-e407-4bd6-a87f-b30b3ada47b0 req-c7887d60-8c72-4e41-9927-74e323714e87 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 944 time: 0.1428237 Mar 08 20:24:52.710013 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port 14d0f0f4-cdcd-42ab-a88a-531f54f71424 completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:24:52.735001 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port 14d0f0f4-cdcd-42ab-a88a-531f54f71424 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:52.735482 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (14d0f0f4-cdcd-42ab-a88a-531f54f71424), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:52.738300 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-24abd5d1-b0fd-47e7-a22f-d5575bc96191 None None] For port 4185bd2d-9a2e-478c-8ec9-2abd7a392d65, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=4185bd2d-9a2e-478c-8ec9-2abd7a392d65,segment=NetworkSegment(d02338ba-51cf-4bd3-80e5-d1fd34687562),segment_id=d02338ba-51cf-4bd3-80e5-d1fd34687562)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:52.746867 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-24abd5d1-b0fd-47e7-a22f-d5575bc96191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (4185bd2d-9a2e-478c-8ec9-2abd7a392d65), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:52.763285 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0944d0c3-e407-4bd6-a87f-b30b3ada47b0 req-85ed8628-561b-4305-931e-eccf372bb9f9 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738732 Mar 08 20:24:52.786180 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] Publish callbacks [] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:52.797675 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:52.839165 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:52.840097 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (4185bd2d-9a2e-478c-8ec9-2abd7a392d65), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:52.938887 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752252'] for router_interface (6814b7e7-4a13-4695-9af6-26c1bec4b77a), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:52.951908 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.db.api [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:24:52.952700 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG oslo_db.api [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:24:52.958711 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] Pushing event updated for resources: {'Port': ['ID=448676af-0b71-45cd-bf6c-109c4aa800e0,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:52.971773 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-fc68d0f8-db2f-4438-babb-2ff010bc8da2 None None] Provisioning complete for port 448676af-0b71-45cd-bf6c-109c4aa800e0 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:52.972511 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-fc68d0f8-db2f-4438-babb-2ff010bc8da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:52.980232 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abd5d1-b0fd-47e7-a22f-d5575bc96191 None None] Pushing event updated for resources: {'Port': ['ID=4185bd2d-9a2e-478c-8ec9-2abd7a392d65,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:53.062573 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 14d0f0f4-cdcd-42ab-a88a-531f54f71424 is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:53.063400 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (14d0f0f4-cdcd-42ab-a88a-531f54f71424), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:53.095295 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-fc68d0f8-db2f-4438-babb-2ff010bc8da2 None None] Port 448676af-0b71-45cd-bf6c-109c4aa800e0 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:24:53.106643 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930faebe-410b-4fda-b8d5-b05301f540a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d0f0f4-cdcd-42ab-a88a-531f54f71424'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:24:53.113094 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da430d7-0adc-4ea1-84c6-a14778d304f5" -d '{"events": [{"server_uuid": "930faebe-410b-4fda-b8d5-b05301f540a9", "name": "network-vif-plugged", "status": "completed", "tag": "14d0f0f4-cdcd-42ab-a88a-531f54f71424"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:24:53.170823 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 14d0f0f4-cdcd-42ab-a88a-531f54f71424, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=14d0f0f4-cdcd-42ab-a88a-531f54f71424,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:53.177934 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-fc68d0f8-db2f-4438-babb-2ff010bc8da2 None None] Provisioning complete for port 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:53.180500 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-fc68d0f8-db2f-4438-babb-2ff010bc8da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4185bd2d-9a2e-478c-8ec9-2abd7a392d65), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:53.214895 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf4681d-df7f-4a0f-a1f2-708da6bffacd x-openstack-request-id: req-7cf4681d-df7f-4a0f-a1f2-708da6bffacd {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:24:53.215280 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930faebe-410b-4fda-b8d5-b05301f540a9", "name": "network-vif-plugged", "status": "completed", "tag": "14d0f0f4-cdcd-42ab-a88a-531f54f71424", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:24:53.215468 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7cf4681d-df7f-4a0f-a1f2-708da6bffacd {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:24:53.215874 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930faebe-410b-4fda-b8d5-b05301f540a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d0f0f4-cdcd-42ab-a88a-531f54f71424', 'code': 200} Mar 08 20:24:53.219558 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (14d0f0f4-cdcd-42ab-a88a-531f54f71424), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:53.434972 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-fc68d0f8-db2f-4438-babb-2ff010bc8da2 None None] Current status of the port 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:53.440529 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=14d0f0f4-cdcd-42ab-a88a-531f54f71424,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:53.497771 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:53.583961 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0d86ed3b-d120-46b6-858a-c37c7ea24ddf None None] Provisioning complete for port 448676af-0b71-45cd-bf6c-109c4aa800e0 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:53.585078 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0d86ed3b-d120-46b6-858a-c37c7ea24ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:53.726406 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0d86ed3b-d120-46b6-858a-c37c7ea24ddf None None] Port 448676af-0b71-45cd-bf6c-109c4aa800e0 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:24:53.886379 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device f48ce3ca-e485-4b46-90b4-837c340de86c up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:53.931179 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-feb0e3a7-2cf2-467e-83d7-e671fc887e82 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a22c2001598841fcb95a4cac7b9f9e62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824485 Mar 08 20:24:53.947947 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] Network 45ecef53-6532-4710-9e0b-ccd32623cf97 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:24:53.960782 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:54.032617 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port f48ce3ca-e485-4b46-90b4-837c340de86c triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:54.033390 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (f48ce3ca-e485-4b46-90b4-837c340de86c), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:54.135637 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ae141-536d-421f-9989-5f9cfdfd1868 req-597d3fa7-37b9-4346-ade8-204d16bc45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:54.137225 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8f9ae141-536d-421f-9989-5f9cfdfd1868 req-597d3fa7-37b9-4346-ade8-204d16bc45d7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 1129 time: 0.3114021 Mar 08 20:24:54.202725 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port f48ce3ca-e485-4b46-90b4-837c340de86c is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:54.203126 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f48ce3ca-e485-4b46-90b4-837c340de86c), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:54.266430 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] Router 6814b7e7-4a13-4695-9af6-26c1bec4b77a has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:24:54.272497 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] For port f48ce3ca-e485-4b46-90b4-837c340de86c, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=f48ce3ca-e485-4b46-90b4-837c340de86c,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:54.285766 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (f48ce3ca-e485-4b46-90b4-837c340de86c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:54.286610 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:54.339847 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8f9ae141-536d-421f-9989-5f9cfdfd1868 req-8fbb418a-992f-47da-999d-855bed452ae8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013670 Mar 08 20:24:54.354646 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14214c-511b-4df6-96e4-ef84ac0bb4e1 req-270c5c13-1bf9-47e3-bf3d-6411a01e9251 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:54.356611 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0d14214c-511b-4df6-96e4-ef84ac0bb4e1 req-270c5c13-1bf9-47e3-bf3d-6411a01e9251 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 945 time: 0.4190118 Mar 08 20:24:54.371165 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-e9c9277d-8ed6-461f-9fb3-88d6ce89c3cf tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:54.372687 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-e9c9277d-8ed6-461f-9fb3-88d6ce89c3cf tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4397662 Mar 08 20:24:54.396426 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-ad5700b6-3b2a-49dd-b45d-5921d1fc273b tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/quotas/a22c2001598841fcb95a4cac7b9f9e62 HTTP/1.1" status: 200 len: 375 time: 0.0144329 Mar 08 20:24:54.427388 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Pushing event updated for resources: {'Port': ['ID=f48ce3ca-e485-4b46-90b4-837c340de86c,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:54.449421 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-95678fe5-99db-445f-af81-69c4be0a5fd2 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a22c2001598841fcb95a4cac7b9f9e62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446322 Mar 08 20:24:54.452127 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:54.452542 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:54.453035 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:54.453389 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:54.453734 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:54.454075 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:54.454412 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:54.454746 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:54.455152 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:54.455485 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:54.455818 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:54.456147 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:54.456526 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:54.473879 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:54.474490 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (4185bd2d-9a2e-478c-8ec9-2abd7a392d65), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:54.500621 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-369c180c-540f-4392-a94e-a4658ec0c735 None None] Provisioning complete for port 448676af-0b71-45cd-bf6c-109c4aa800e0 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:54.501005 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-369c180c-540f-4392-a94e-a4658ec0c735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:54.509042 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-0d14214c-511b-4df6-96e4-ef84ac0bb4e1 req-edc6598a-1972-4994-993b-ad707b82abdb tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434267 Mar 08 20:24:54.556868 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:24:54.578243 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-065d09eb-6836-45b5-ab3c-1d81d2712b7d admin admin] 10.222.0.45 "PUT /v2.0/routers/6814b7e7-4a13-4695-9af6-26c1bec4b77a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6261344 Mar 08 20:24:54.595647 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-369c180c-540f-4392-a94e-a4658ec0c735 None None] Port 448676af-0b71-45cd-bf6c-109c4aa800e0 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:24:54.722671 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-483bce96-1fb4-41bf-85b1-82979202d881 req-c8525864-cdd4-4f79-831c-05daca5c6a7e tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 210 time: 0.0493279 Mar 08 20:24:54.831308 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:54.832193 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:54.900944 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:54.901447 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:55.042848 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:55.659459 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device f48ce3ca-e485-4b46-90b4-837c340de86c up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:24:55.748567 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port f48ce3ca-e485-4b46-90b4-837c340de86c triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:55.748910 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (f48ce3ca-e485-4b46-90b4-837c340de86c), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:55.805152 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f87159-e291-41f7-adf6-166c7aa4e2e8 req-3a3e299e-8a42-4864-96e0-691f0a46e062 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:55.806811 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f8f87159-e291-41f7-adf6-166c7aa4e2e8 req-3a3e299e-8a42-4864-96e0-691f0a46e062 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 945 time: 0.1622472 Mar 08 20:24:55.933013 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f8f87159-e291-41f7-adf6-166c7aa4e2e8 req-46fb06cc-87ae-45a0-b4c9-4722ef0f35d8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201887 Mar 08 20:24:55.938828 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-68754a47-ff68-44b8-ac82-75a698a981f6 req-09640ea5-93c5-4d43-a9a1-841e50798f00 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 210 time: 0.0726652 Mar 08 20:24:56.126427 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port f48ce3ca-e485-4b46-90b4-837c340de86c is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:56.209053 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-c9e1d875-d6c1-417b-88ab-ecbbbe9c0c08 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=a22c2001598841fcb95a4cac7b9f9e62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852115 Mar 08 20:24:56.211032 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f469d0a-3693-4501-849a-34f4b04610e3 req-9a0d1f09-e372-4472-b3c8-bf41a93b9d63 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:56.223718 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5f469d0a-3693-4501-849a-34f4b04610e3 req-9a0d1f09-e372-4472-b3c8-bf41a93b9d63 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 945 time: 0.1718059 Mar 08 20:24:56.269688 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9c05-9e58-417e-b645-ac76be09ef0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:56.304252 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Sync routers for ids ['6814b7e7-4a13-4695-9af6-26c1bec4b77a'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:24:56.334222 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Routers {'6814b7e7-4a13-4695-9af6-26c1bec4b77a'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:56.335259 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:24:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['6814b7e7-4a13-4695-9af6-26c1bec4b77a'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:56.347051 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5f469d0a-3693-4501-849a-34f4b04610e3 req-0d489290-2c1a-47eb-8262-b32f981e5ede tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215878 Mar 08 20:24:56.365373 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 44252) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:56.474058 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-304212c5-6315-4f03-9fa8-7aee75543c89 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:56.476019 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-304212c5-6315-4f03-9fa8-7aee75543c89 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2611513 Mar 08 20:24:56.494210 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-c9fb2b5d-f308-417c-a38d-80a023564907 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Request body: {'port': {'device_id': 'e65702c1-bedc-44ff-83fb-93fded146149', 'network_id': 'cdd7a8e9-1f35-446e-a63f-4bdb06e07102', 'admin_state_up': True, 'tenant_id': 'a22c2001598841fcb95a4cac7b9f9e62'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:56.597878 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Set router 6814b7e7-4a13-4695-9af6-26c1bec4b77a gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:24:56.716246 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-c9fb2b5d-f308-417c-a38d-80a023564907 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Made reservation on behalf of a22c2001598841fcb95a4cac7b9f9e62 for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:24:56.721060 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-c9fb2b5d-f308-417c-a38d-80a023564907 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:56.737693 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-c9fb2b5d-f308-417c-a38d-80a023564907 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Publish callbacks [] for security_group (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:56.873367 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-c9fb2b5d-f308-417c-a38d-80a023564907 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Publish callbacks [] for security_group (7403c4eb-7d27-40ea-a2df-0ab037b6e6f7), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:56.884494 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-c9fb2b5d-f308-417c-a38d-80a023564907 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (7403c4eb-7d27-40ea-a2df-0ab037b6e6f7), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:56.924277 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcde58fb-4ca3-4529-81a4-cdc469dbfa04 tempest-TestVolumeBootPattern-1847599835 tempest-TestVolumeBootPattern-1847599835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:56.925877 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-dcde58fb-4ca3-4529-81a4-cdc469dbfa04 tempest-TestVolumeBootPattern-1847599835 tempest-TestVolumeBootPattern-1847599835-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 1124 time: 0.5592287 Mar 08 20:24:56.930994 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 44258) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:56.936929 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Request body: {'floatingip': {'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'port_id': '14d0f0f4-cdcd-42ab-a88a-531f54f71424', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:56.982588 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:57.034313 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'name': 'tempest-TestMinimumBasicScenario-715287877-router', 'tenant_id': '315a2f5428e1445b819c2e994c7efd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f48ce3ca-e485-4b46-90b4-837c340de86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:47Z', 'updated_at': '2022-03-08T20:24:52Z', 'revision_number': 4, 'project_id': '315a2f5428e1445b819c2e994c7efd1c', 'gw_port': {'id': 'f48ce3ca-e485-4b46-90b4-837c340de86c', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:48Z', 'updated_at': '2022-03-08T20:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '448676af-0b71-45cd-bf6c-109c4aa800e0', 'name': '', 'network_id': '45ecef53-6532-4710-9e0b-ccd32623cf97', 'tenant_id': '315a2f5428e1445b819c2e994c7efd1c', 'mac_address': 'fa:16:3e:d4:25:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '2f3abec4-3575-4c40-a56d-ac643fd69b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:51Z', 'updated_at': '2022-03-08T20:24:52Z', 'revision_number': 2, 'project_id': '315a2f5428e1445b819c2e994c7efd1c', 'subnets': [{'id': '2f3abec4-3575-4c40-a56d-ac643fd69b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:57.054834 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb2b5d-f308-417c-a38d-80a023564907 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:57.090146 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Checking router: 6814b7e7-4a13-4695-9af6-26c1bec4b77a for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:24:57.090834 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Updating router 6814b7e7-4a13-4695-9af6-26c1bec4b77a port 448676af-0b71-45cd-bf6c-109c4aa800e0 binding host dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:24:57.144065 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:57.147310 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f7d48ba5-1bac-4546-bb04-9633a754244a req-84cf036b-4453-4441-adcb-adede73d8e12 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 210 time: 0.0700903 Mar 08 20:24:57.202416 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-c9fb2b5d-f308-417c-a38d-80a023564907 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Allocated IP 192.168.233.103 (cdd7a8e9-1f35-446e-a63f-4bdb06e07102/bbbf7f66-da38-4c01-9b02-4c6b118803b6/a1896f6c-d2d7-4de2-9312-1c7d41daed54) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:24:57.243966 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:57.488660 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Allocated IP 172.27.1.82 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/d3d7ab49-6e21-405e-8bd7-b02eaf1335d6) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:24:57.665239 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-c9fb2b5d-f308-417c-a38d-80a023564907 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Publish callbacks [] for port (a1896f6c-d2d7-4de2-9312-1c7d41daed54), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:57.666086 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for port (d3d7ab49-6e21-405e-8bd7-b02eaf1335d6), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:57.726885 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (d3d7ab49-6e21-405e-8bd7-b02eaf1335d6), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:57.749735 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-c9fb2b5d-f308-417c-a38d-80a023564907 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (a1896f6c-d2d7-4de2-9312-1c7d41daed54), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:57.780729 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Publish callbacks [] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), precommit_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:57.790717 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:57.852937 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event updated for resources: {'Port': ['ID=d3d7ab49-6e21-405e-8bd7-b02eaf1335d6,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:57.874818 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-c9fb2b5d-f308-417c-a38d-80a023564907 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Network cdd7a8e9-1f35-446e-a63f-4bdb06e07102 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:24:57.889808 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-c9fb2b5d-f308-417c-a38d-80a023564907 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:57.895393 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-c9fb2b5d-f308-417c-a38d-80a023564907 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:24:57.904517 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:57.908028 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:57.909950 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:57.911983 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:57.914501 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:57.916471 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:57.917044 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:57.918737 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:57.920465 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:57.920899 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:57.922110 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:57.923519 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:57.926907 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:57.930083 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7f4c0-2630-4908-bbc5-de659cbac647 None None] Pushing event updated for resources: {'Port': ['ID=448676af-0b71-45cd-bf6c-109c4aa800e0,revision_number=3']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:57.978716 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb2b5d-f308-417c-a38d-80a023564907 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Pushing event updated for resources: {'Port': ['ID=a1896f6c-d2d7-4de2-9312-1c7d41daed54,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:57.978959 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:24:57.983508 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:58.002907 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:24:58.045164 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-c9fb2b5d-f308-417c-a38d-80a023564907 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:58.049234 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-c9fb2b5d-f308-417c-a38d-80a023564907 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:58.069593 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Attempting to bind port 448676af-0b71-45cd-bf6c-109c4aa800e0 on host dv-cinder-830093-3-iscsi for vnic_type normal with profile {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:24:58.070591 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Attempting to bind port 448676af-0b71-45cd-bf6c-109c4aa800e0 by drivers openvswitch,hyperv on host dv-cinder-830093-3-iscsi at level 0 using segments [{'id': 'd02338ba-51cf-4bd3-80e5-d1fd34687562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45ecef53-6532-4710-9e0b-ccd32623cf97'}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:24:58.072034 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Attempting to bind port 448676af-0b71-45cd-bf6c-109c4aa800e0 on network 45ecef53-6532-4710-9e0b-ccd32623cf97 {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:24:58.080774 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-c9fb2b5d-f308-417c-a38d-80a023564907 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5922790 Mar 08 20:24:58.082164 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Checking agent: {'id': '9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 39, 2), 'started_at': datetime.datetime(2022, 3, 8, 19, 39, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:24:58.082807 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Checking segment: {'id': 'd02338ba-51cf-4bd3-80e5-d1fd34687562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45ecef53-6532-4710-9e0b-ccd32623cf97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:24:58.083407 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:58.084331 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Bound using segment: {'id': 'd02338ba-51cf-4bd3-80e5-d1fd34687562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45ecef53-6532-4710-9e0b-ccd32623cf97'} {{(pid=109691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:24:58.085212 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.managers [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Bound port: 448676af-0b71-45cd-bf6c-109c4aa800e0, host: dv-cinder-830093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02338ba-51cf-4bd3-80e5-d1fd34687562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45ecef53-6532-4710-9e0b-ccd32623cf97'}}] {{(pid=109691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:24:58.086024 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:58.107581 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Request body: {'port': {'device_id': 'e65702c1-bedc-44ff-83fb-93fded146149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:58.234947 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] For port 448676af-0b71-45cd-bf6c-109c4aa800e0, host dv-cinder-830093-3-iscsi, cleared binding levels {{(pid=109691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:24:58.246766 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] For port 448676af-0b71-45cd-bf6c-109c4aa800e0, host dv-cinder-830093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=448676af-0b71-45cd-bf6c-109c4aa800e0,segment=NetworkSegment(d02338ba-51cf-4bd3-80e5-d1fd34687562),segment_id=d02338ba-51cf-4bd3-80e5-d1fd34687562)] {{(pid=109691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:24:58.255563 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (a1896f6c-d2d7-4de2-9312-1c7d41daed54), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:58.261126 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:58.461450 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e8ad277f-d2e5-4e09-85d9-c3d220c2e8b9 None None] Provisioning complete for port a1896f6c-d2d7-4de2-9312-1c7d41daed54 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:58.461826 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e8ad277f-d2e5-4e09-85d9-c3d220c2e8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (a1896f6c-d2d7-4de2-9312-1c7d41daed54), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:58.526158 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad277f-d2e5-4e09-85d9-c3d220c2e8b9 None None] Port a1896f6c-d2d7-4de2-9312-1c7d41daed54 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:24:58.529795 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Routers {'6814b7e7-4a13-4695-9af6-26c1bec4b77a'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:58.530422 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:24:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['6814b7e7-4a13-4695-9af6-26c1bec4b77a'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:58.540895 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7f4c0-2630-4908-bbc5-de659cbac647 None None] Pushing event updated for resources: {'Port': ['ID=448676af-0b71-45cd-bf6c-109c4aa800e0,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:58.638353 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e8ad277f-d2e5-4e09-85d9-c3d220c2e8b9 None None] Provisioning complete for port 448676af-0b71-45cd-bf6c-109c4aa800e0 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:58.638734 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e8ad277f-d2e5-4e09-85d9-c3d220c2e8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:58.655498 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-81e85f2b-effd-4a7d-a761-c61aa442138a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:58.710818 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1896f6c-d2d7-4de2-9312-1c7d41daed54 {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:24:58.722113 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Publish callbacks [] for port (a1896f6c-d2d7-4de2-9312-1c7d41daed54), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:58.736560 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Transition to ACTIVE for port object a1896f6c-d2d7-4de2-9312-1c7d41daed54 will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:24:58.747728 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (a1896f6c-d2d7-4de2-9312-1c7d41daed54), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:58.876592 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1896f6c-d2d7-4de2-9312-1c7d41daed54,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:58.973671 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] Set router 6814b7e7-4a13-4695-9af6-26c1bec4b77a gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:24:59.046301 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Attempting to bind port a1896f6c-d2d7-4de2-9312-1c7d41daed54 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:24:59.046701 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Attempting to bind port a1896f6c-d2d7-4de2-9312-1c7d41daed54 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '55a37e14-a872-40db-94e8-462548491c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cdd7a8e9-1f35-446e-a63f-4bdb06e07102'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:24:59.046981 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Attempting to bind port a1896f6c-d2d7-4de2-9312-1c7d41daed54 on network cdd7a8e9-1f35-446e-a63f-4bdb06e07102 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:24:59.057860 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Port a1896f6c-d2d7-4de2-9312-1c7d41daed54 on network cdd7a8e9-1f35-446e-a63f-4bdb06e07102 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:24:59.058196 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Attempting to bind port a1896f6c-d2d7-4de2-9312-1c7d41daed54 on network cdd7a8e9-1f35-446e-a63f-4bdb06e07102 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:24:59.064003 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:24:59.064943 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Checking segment: {'id': '55a37e14-a872-40db-94e8-462548491c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cdd7a8e9-1f35-446e-a63f-4bdb06e07102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:24:59.065337 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Bound using segment: {'id': '55a37e14-a872-40db-94e8-462548491c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cdd7a8e9-1f35-446e-a63f-4bdb06e07102'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:24:59.065771 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Bound port: a1896f6c-d2d7-4de2-9312-1c7d41daed54, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a37e14-a872-40db-94e8-462548491c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cdd7a8e9-1f35-446e-a63f-4bdb06e07102'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:24:59.066136 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (a1896f6c-d2d7-4de2-9312-1c7d41daed54), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:59.125733 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad277f-d2e5-4e09-85d9-c3d220c2e8b9 None None] Current status of the port 448676af-0b71-45cd-bf6c-109c4aa800e0 is: DOWN; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:59.126318 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e8ad277f-d2e5-4e09-85d9-c3d220c2e8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:59.186982 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162a716-0c39-4539-998f-322b5633949e req-89eaa417-520d-4d0a-86d3-55ed31551b6b tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:59.200801 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8162a716-0c39-4539-998f-322b5633949e req-89eaa417-520d-4d0a-86d3-55ed31551b6b tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 936 time: 0.7682507 Mar 08 20:24:59.239943 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e8ad277f-d2e5-4e09-85d9-c3d220c2e8b9 None None] For port 448676af-0b71-45cd-bf6c-109c4aa800e0, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=448676af-0b71-45cd-bf6c-109c4aa800e0,segment=NetworkSegment(d02338ba-51cf-4bd3-80e5-d1fd34687562),segment_id=d02338ba-51cf-4bd3-80e5-d1fd34687562)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:59.253298 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] For port a1896f6c-d2d7-4de2-9312-1c7d41daed54, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:24:59.262811 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] For port a1896f6c-d2d7-4de2-9312-1c7d41daed54, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a1896f6c-d2d7-4de2-9312-1c7d41daed54,segment=NetworkSegment(55a37e14-a872-40db-94e8-462548491c34),segment_id=55a37e14-a872-40db-94e8-462548491c34)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:24:59.274572 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (a1896f6c-d2d7-4de2-9312-1c7d41daed54), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:59.302125 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:59.305771 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:59.307280 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] 10.222.0.60 "PUT /v2.0/ports/a1896f6c-d2d7-4de2-9312-1c7d41daed54 HTTP/1.1" status: 200 len: 1098 time: 1.2183244 Mar 08 20:24:59.309794 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65702c1-bedc-44ff-83fb-93fded146149', 'tag': 'a1896f6c-d2d7-4de2-9312-1c7d41daed54'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:24:59.331314 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaec0d6a-1c08-4ea5-ae2c-944b769eb89b" -d '{"events": [{"name": "network-changed", "server_uuid": "e65702c1-bedc-44ff-83fb-93fded146149", "tag": "a1896f6c-d2d7-4de2-9312-1c7d41daed54"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:24:59.340700 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e8ad277f-d2e5-4e09-85d9-c3d220c2e8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:59.348470 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-8162a716-0c39-4539-998f-322b5633949e req-3c0db1c5-792c-480d-869b-af97687a0b82 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466768 Mar 08 20:24:59.482458 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a18faf0-f546-4ee6-97ed-968fecd29074 x-openstack-request-id: req-2a18faf0-f546-4ee6-97ed-968fecd29074 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:24:59.482458 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65702c1-bedc-44ff-83fb-93fded146149", "tag": "a1896f6c-d2d7-4de2-9312-1c7d41daed54", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:24:59.482843 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a18faf0-f546-4ee6-97ed-968fecd29074 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:24:59.482997 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65702c1-bedc-44ff-83fb-93fded146149', 'tag': 'a1896f6c-d2d7-4de2-9312-1c7d41daed54', 'status': 'completed', 'code': 200} Mar 08 20:24:59.641761 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad277f-d2e5-4e09-85d9-c3d220c2e8b9 None None] Pushing event updated for resources: {'Port': ['ID=448676af-0b71-45cd-bf6c-109c4aa800e0,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:59.665220 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-89dbd701-ea61-4aee-9063-b64b9202ce81 None None] Provisioning complete for port 448676af-0b71-45cd-bf6c-109c4aa800e0 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:59.666264 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-89dbd701-ea61-4aee-9063-b64b9202ce81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:59.669679 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddfd6b-f522-41aa-8272-e349aa364cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1896f6c-d2d7-4de2-9312-1c7d41daed54,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:59.707161 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-3133c49f-94a9-4487-bafe-5151adb181b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:59.709881 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-3133c49f-94a9-4487-bafe-5151adb181b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a22c2001598841fcb95a4cac7b9f9e62&device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 1132 time: 0.2882125 Mar 08 20:24:59.722731 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for floatingip (e1f80dba-11fe-4c57-afa1-8632471b19fb), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:59.818467 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-ad279f1d-0843-4233-b694-c27c156e0f2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=a1896f6c-d2d7-4de2-9312-1c7d41daed54 HTTP/1.1" status: 200 len: 217 time: 0.1010759 Mar 08 20:24:59.874043 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:59.895728 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-89dbd701-ea61-4aee-9063-b64b9202ce81 None None] Current status of the port 448676af-0b71-45cd-bf6c-109c4aa800e0 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:59.913060 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (d3d7ab49-6e21-405e-8bd7-b02eaf1335d6), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:59.914086 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-499d4893-4aea-46ed-a305-a82fe4ebcded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:59.916202 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-499d4893-4aea-46ed-a305-a82fe4ebcded service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbbf7f66-da38-4c01-9b02-4c6b118803b6 HTTP/1.1" status: 200 len: 843 time: 0.0903008 Mar 08 20:24:59.935925 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'name': 'tempest-TestMinimumBasicScenario-715287877-router', 'tenant_id': '315a2f5428e1445b819c2e994c7efd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f48ce3ca-e485-4b46-90b4-837c340de86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:47Z', 'updated_at': '2022-03-08T20:24:52Z', 'revision_number': 4, 'project_id': '315a2f5428e1445b819c2e994c7efd1c', 'gw_port': {'id': 'f48ce3ca-e485-4b46-90b4-837c340de86c', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:48Z', 'updated_at': '2022-03-08T20:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '448676af-0b71-45cd-bf6c-109c4aa800e0', 'name': '', 'network_id': '45ecef53-6532-4710-9e0b-ccd32623cf97', 'tenant_id': '315a2f5428e1445b819c2e994c7efd1c', 'mac_address': 'fa:16:3e:d4:25:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '2f3abec4-3575-4c40-a56d-ac643fd69b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:51Z', 'updated_at': '2022-03-08T20:24:58Z', 'revision_number': 4, 'project_id': '315a2f5428e1445b819c2e994c7efd1c', 'subnets': [{'id': '2f3abec4-3575-4c40-a56d-ac643fd69b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:59.987082 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ab168b-bbbf-4427-8a5e-960dbab9c72c None None] The sync data for ids ['6814b7e7-4a13-4695-9af6-26c1bec4b77a'] in dv-cinder-830093-3-iscsi is: [{'id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'name': 'tempest-TestMinimumBasicScenario-715287877-router', 'tenant_id': '315a2f5428e1445b819c2e994c7efd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f48ce3ca-e485-4b46-90b4-837c340de86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:47Z', 'updated_at': '2022-03-08T20:24:52Z', 'revision_number': 4, 'project_id': '315a2f5428e1445b819c2e994c7efd1c', 'gw_port': {'id': 'f48ce3ca-e485-4b46-90b4-837c340de86c', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:48Z', 'updated_at': '2022-03-08T20:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '448676af-0b71-45cd-bf6c-109c4aa800e0', 'name': '', 'network_id': '45ecef53-6532-4710-9e0b-ccd32623cf97', 'tenant_id': '315a2f5428e1445b819c2e994c7efd1c', 'mac_address': 'fa:16:3e:d4:25:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '2f3abec4-3575-4c40-a56d-ac643fd69b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:51Z', 'updated_at': '2022-03-08T20:24:58Z', 'revision_number': 4, 'project_id': '315a2f5428e1445b819c2e994c7efd1c', 'subnets': [{'id': '2f3abec4-3575-4c40-a56d-ac643fd69b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:25:00.045193 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-7de4e161-4c4c-4cff-9f31-46e1b5a643eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:00.047028 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-7de4e161-4c4c-4cff-9f31-46e1b5a643eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cdd7a8e9-1f35-446e-a63f-4bdb06e07102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1248360 Mar 08 20:25:00.337389 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-10ebd0db-d775-4d0c-8f2b-6ffbcfcad365 service neutron] 10.222.0.60 "GET /v2.0/networks/cdd7a8e9-1f35-446e-a63f-4bdb06e07102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836387 Mar 08 20:25:00.396995 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for port (d3d7ab49-6e21-405e-8bd7-b02eaf1335d6), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:00.405800 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31980278'] for port (d3d7ab49-6e21-405e-8bd7-b02eaf1335d6), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:00.543352 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (e1f80dba-11fe-4c57-afa1-8632471b19fb), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:00.629405 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f9bbbd58-35d2-40e1-8fd2-67273d940e7b req-d8017547-5d1c-464a-913b-b949b00dabda service neutron] 10.222.0.60 "GET /v2.0/networks/cdd7a8e9-1f35-446e-a63f-4bdb06e07102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684608 Mar 08 20:25:00.692450 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event updated for resources: {'Port': ['ID=d3d7ab49-6e21-405e-8bd7-b02eaf1335d6,revision_number=2']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:00.777920 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec0d6a-1c08-4ea5-ae2c-944b769eb89b req-4e21ab3d-2271-4599-b391-8abf2b1bc109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:00.787544 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-aaec0d6a-1c08-4ea5-ae2c-944b769eb89b req-4e21ab3d-2271-4599-b391-8abf2b1bc109 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a22c2001598841fcb95a4cac7b9f9e62&device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 1132 time: 0.1026154 Mar 08 20:25:00.969187 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963ef73-2c31-4832-9f2f-18ff6e7c95f6 req-4a6a18f8-9876-47ce-b315-2cc14a99c461 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:00.970855 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4963ef73-2c31-4832-9f2f-18ff6e7c95f6 req-4a6a18f8-9876-47ce-b315-2cc14a99c461 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 948 time: 0.4206727 Mar 08 20:25:01.011020 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec0d6a-1c08-4ea5-ae2c-944b769eb89b req-99c4bbfc-cf2c-40bd-aa49-9c2a240aba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:01.012533 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-aaec0d6a-1c08-4ea5-ae2c-944b769eb89b req-99c4bbfc-cf2c-40bd-aa49-9c2a240aba57 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cdd7a8e9-1f35-446e-a63f-4bdb06e07102 HTTP/1.1" status: 200 len: 870 time: 0.2176590 Mar 08 20:25:01.021411 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.l3_db [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Floating IP e1f80dba-11fe-4c57-afa1-8632471b19fb associated. External IP: 172.27.1.82, port: 14d0f0f4-cdcd-42ab-a88a-531f54f71424. Mar 08 20:25:01.109236 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4963ef73-2c31-4832-9f2f-18ff6e7c95f6 req-d59a9d74-e770-4bd5-8964-31f25f6f3b28 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292787 Mar 08 20:25:01.121181 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-aaec0d6a-1c08-4ea5-ae2c-944b769eb89b req-50dfa7f6-12bd-4873-9e38-c2e989d55865 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=a1896f6c-d2d7-4de2-9312-1c7d41daed54 HTTP/1.1" status: 200 len: 217 time: 0.1023924 Mar 08 20:25:01.238181 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec0d6a-1c08-4ea5-ae2c-944b769eb89b req-9ed4bc0d-3e5f-4162-a0cb-c755310a52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:01.252757 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-aaec0d6a-1c08-4ea5-ae2c-944b769eb89b req-9ed4bc0d-3e5f-4162-a0cb-c755310a52e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbbf7f66-da38-4c01-9b02-4c6b118803b6 HTTP/1.1" status: 200 len: 843 time: 0.1238449 Mar 08 20:25:01.324304 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:01.576707 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:25:01.616070 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec0d6a-1c08-4ea5-ae2c-944b769eb89b req-f8b2724f-2002-4bee-bf54-754dd6fe77ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:01.627287 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-aaec0d6a-1c08-4ea5-ae2c-944b769eb89b req-f8b2724f-2002-4bee-bf54-754dd6fe77ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cdd7a8e9-1f35-446e-a63f-4bdb06e07102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.3660202 Mar 08 20:25:01.861979 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 448676af-0b71-45cd-bf6c-109c4aa800e0 up at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:25:01.872903 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:25:01.902456 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:01.907425 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ea6ec-f0b9-496e-9743-63172d1e4955 None None] Sync routers for ids ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:25:01.920852 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-aaec0d6a-1c08-4ea5-ae2c-944b769eb89b req-55ceee09-8f2a-4843-8d1f-c22fdfd22a33 service neutron] 10.222.0.60 "GET /v2.0/networks/cdd7a8e9-1f35-446e-a63f-4bdb06e07102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826416 Mar 08 20:25:01.928577 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ea6ec-f0b9-496e-9743-63172d1e4955 None None] Routers {'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:25:01.930015 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-4e5ea6ec-f0b9-496e-9743-63172d1e4955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:24:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:01.952239 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-83246164-f598-4545-be7d-9f9d8168e7af tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0201387 Mar 08 20:25:01.953007 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930faebe-410b-4fda-b8d5-b05301f540a9', 'tag': '14d0f0f4-cdcd-42ab-a88a-531f54f71424'}] {{(pid=109690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:25:01.955604 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d8e885dd147d8b917037df1c13c0f120f07ec6cc2713c5f97f9f0f1cce2c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cbad1f-99f2-4fd1-838d-ae3447374988" -d '{"events": [{"name": "network-changed", "server_uuid": "930faebe-410b-4fda-b8d5-b05301f540a9", "tag": "14d0f0f4-cdcd-42ab-a88a-531f54f71424"}]}' {{(pid=109690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:25:02.058406 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-aaec0d6a-1c08-4ea5-ae2c-944b769eb89b req-fa2ecc76-bacd-4346-8b52-b52447947514 service neutron] 10.222.0.60 "GET /v2.0/networks/cdd7a8e9-1f35-446e-a63f-4bdb06e07102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317837 Mar 08 20:25:02.220792 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-4e5ea6ec-f0b9-496e-9743-63172d1e4955 None None] Set router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:25:02.274429 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3bed36-e354-467b-a5e1-c8aeafcb25f4 x-openstack-request-id: req-6a3bed36-e354-467b-a5e1-c8aeafcb25f4 {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:25:02.274725 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930faebe-410b-4fda-b8d5-b05301f540a9", "tag": "14d0f0f4-cdcd-42ab-a88a-531f54f71424", "status": "completed", "code": 200}]} {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:25:02.275017 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a3bed36-e354-467b-a5e1-c8aeafcb25f4 {{(pid=109690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:25:02.275391 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930faebe-410b-4fda-b8d5-b05301f540a9', 'tag': '14d0f0f4-cdcd-42ab-a88a-531f54f71424', 'status': 'completed', 'code': 200} Mar 08 20:25:02.371110 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Provisioning complete for port 448676af-0b71-45cd-bf6c-109c4aa800e0 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:02.371757 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:02.409825 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbad1f-99f2-4fd1-838d-ae3447374988 req-85d20aba-c414-4c74-ba21-b90eef20878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:02.413970 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e8cbad1f-99f2-4fd1-838d-ae3447374988 req-85d20aba-c414-4c74-ba21-b90eef20878d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 1129 time: 0.1162596 Mar 08 20:25:02.426755 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfd3bb-6536-477f-9f78-07bb62b746c5 req-bd2b1c04-d3fa-40c5-85bf-993503b12b9e tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:02.431694 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f8dfd3bb-6536-477f-9f78-07bb62b746c5 req-bd2b1c04-d3fa-40c5-85bf-993503b12b9e tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 948 time: 0.1280713 Mar 08 20:25:02.507879 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-f8dfd3bb-6536-477f-9f78-07bb62b746c5 req-39489341-aecc-4bc9-b5e0-1f9d048108fc tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730410 Mar 08 20:25:02.552971 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbad1f-99f2-4fd1-838d-ae3447374988 req-8b9d3c77-04cb-43d1-9805-349f4df0860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:02.558977 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e8cbad1f-99f2-4fd1-838d-ae3447374988 req-8b9d3c77-04cb-43d1-9805-349f4df0860d service neutron] 10.222.0.60 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 913 time: 0.1352799 Mar 08 20:25:02.672163 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Current status of the port 448676af-0b71-45cd-bf6c-109c4aa800e0 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:25:02.685011 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:02.728462 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-4e5ea6ec-f0b9-496e-9743-63172d1e4955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'e1f80dba-11fe-4c57-afa1-8632471b19fb', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'port_id': '14d0f0f4-cdcd-42ab-a88a-531f54f71424', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'mac_address': 'fa:16:3e:0e:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930faebe-410b-4fda-b8d5-b05301f540a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:24:59Z', 'updated_at': '2022-03-08T20:24:59Z', 'revision_number': 0, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:02.759241 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e8cbad1f-99f2-4fd1-838d-ae3447374988 req-9686ad78-1f43-4846-aa42-47ff7d8e8f8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14d0f0f4-cdcd-42ab-a88a-531f54f71424 HTTP/1.1" status: 200 len: 998 time: 0.1585968 Mar 08 20:25:02.762273 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ea6ec-f0b9-496e-9743-63172d1e4955 None None] Checking router: a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:25:02.772240 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ea6ec-f0b9-496e-9743-63172d1e4955 None None] Routers {'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:25:02.772879 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-4e5ea6ec-f0b9-496e-9743-63172d1e4955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:24:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:02.889924 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbad1f-99f2-4fd1-838d-ae3447374988 req-760278c6-425e-4bdc-a123-d0c69a822045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:02.892192 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e8cbad1f-99f2-4fd1-838d-ae3447374988 req-760278c6-425e-4bdc-a123-d0c69a822045 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=761858cc-528f-4940-880c-53b6ed8fcbf4 HTTP/1.1" status: 200 len: 851 time: 0.1244285 Mar 08 20:25:02.989963 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbad1f-99f2-4fd1-838d-ae3447374988 req-9545ad75-4f11-4073-9b51-762f66d2f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:02.991405 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e8cbad1f-99f2-4fd1-838d-ae3447374988 req-9545ad75-4f11-4073-9b51-762f66d2f4e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=546773f9-3d58-443e-852b-a01eb178b7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0934348 Mar 08 20:25:03.089408 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-4e5ea6ec-f0b9-496e-9743-63172d1e4955 None None] Set router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:25:03.146060 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e8cbad1f-99f2-4fd1-838d-ae3447374988 req-41f91194-4652-4bfb-b4ea-5c99dc50645b service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467779 Mar 08 20:25:03.299184 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e8cbad1f-99f2-4fd1-838d-ae3447374988 req-65e20260-da3f-420b-b1a1-11ed5452bc84 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409829 Mar 08 20:25:03.481418 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-4e5ea6ec-f0b9-496e-9743-63172d1e4955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'e1f80dba-11fe-4c57-afa1-8632471b19fb', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'port_id': '14d0f0f4-cdcd-42ab-a88a-531f54f71424', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'mac_address': 'fa:16:3e:0e:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930faebe-410b-4fda-b8d5-b05301f540a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:24:59Z', 'updated_at': '2022-03-08T20:24:59Z', 'revision_number': 0, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:03.520321 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ea6ec-f0b9-496e-9743-63172d1e4955 None None] The sync data for ids ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'] in dv-cinder-830093-3-iscsi is: [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'e1f80dba-11fe-4c57-afa1-8632471b19fb', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'port_id': '14d0f0f4-cdcd-42ab-a88a-531f54f71424', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'mac_address': 'fa:16:3e:0e:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930faebe-410b-4fda-b8d5-b05301f540a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:24:59Z', 'updated_at': '2022-03-08T20:24:59Z', 'revision_number': 0, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:25:03.652263 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aff60f-ffd1-4edf-9b73-15a4dcbaaf2f req-b124a1b8-12a3-4d63-988c-85611d41acd1 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:03.656803 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d3aff60f-ffd1-4edf-9b73-15a4dcbaaf2f req-b124a1b8-12a3-4d63-988c-85611d41acd1 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 948 time: 0.0686574 Mar 08 20:25:03.723861 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d3aff60f-ffd1-4edf-9b73-15a4dcbaaf2f req-316a3400-b0a6-4c6c-851c-5463e0bd506d tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620148 Mar 08 20:25:04.000803 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d56ac-6e7b-4bfd-9aee-fc16f655dd18 None None] New status for floating IP e1f80dba-11fe-4c57-afa1-8632471b19fb: ACTIVE {{(pid=109691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:25:04.874959 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba457bc0-cdd3-4c23-9cd6-53dd33b06b25 req-2549bee2-3fb7-4949-8de7-6bbd64edf77e tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:04.877269 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ba457bc0-cdd3-4c23-9cd6-53dd33b06b25 req-2549bee2-3fb7-4949-8de7-6bbd64edf77e tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 948 time: 0.0704687 Mar 08 20:25:04.931749 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ba457bc0-cdd3-4c23-9cd6-53dd33b06b25 req-8e7a1aa3-30e7-43ef-9ea4-085c17dcc08a tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483730 Mar 08 20:25:06.060137 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bcd1e-3e09-46fe-82b1-32322d1c7a55 req-22c6738e-0263-4381-8c28-a0b585be9373 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:06.062905 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f52bcd1e-3e09-46fe-82b1-32322d1c7a55 req-22c6738e-0263-4381-8c28-a0b585be9373 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 948 time: 0.0581815 Mar 08 20:25:06.124054 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f52bcd1e-3e09-46fe-82b1-32322d1c7a55 req-a3668a05-0d06-4c69-9e5d-fc029435aad3 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561507 Mar 08 20:25:06.302085 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device a1896f6c-d2d7-4de2-9312-1c7d41daed54 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:25:06.416687 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port a1896f6c-d2d7-4de2-9312-1c7d41daed54, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a1896f6c-d2d7-4de2-9312-1c7d41daed54,segment=NetworkSegment(55a37e14-a872-40db-94e8-462548491c34),segment_id=55a37e14-a872-40db-94e8-462548491c34)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:25:06.428079 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': 'a1896f6c-d2d7-4de2-9312-1c7d41daed54', 'network_id': 'cdd7a8e9-1f35-446e-a63f-4bdb06e07102', 'port_id': 'a1896f6c-d2d7-4de2-9312-1c7d41daed54', 'mac_address': 'fa:16:3e:8d:fe:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbbf7f66-da38-4c01-9b02-4c6b118803b6', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:25:06.469017 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port a1896f6c-d2d7-4de2-9312-1c7d41daed54 is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:25:06.469794 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (a1896f6c-d2d7-4de2-9312-1c7d41daed54), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:06.485021 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1896f6c-d2d7-4de2-9312-1c7d41daed54 {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:25:06.507077 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port a1896f6c-d2d7-4de2-9312-1c7d41daed54, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a1896f6c-d2d7-4de2-9312-1c7d41daed54,segment=NetworkSegment(55a37e14-a872-40db-94e8-462548491c34),segment_id=55a37e14-a872-40db-94e8-462548491c34)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:25:06.512185 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (a1896f6c-d2d7-4de2-9312-1c7d41daed54), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:06.561641 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=a1896f6c-d2d7-4de2-9312-1c7d41daed54,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:06.644095 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 44368) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:06.698799 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_v2 [None req-93008700-eaf2-4463-aaa8-f3443dbf339f admin admin] Deleting subnet db915975-b26b-43d9-80f1-85454e257fae {{(pid=109690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:25:06.702356 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-93008700-eaf2-4463-aaa8-f3443dbf339f admin admin] Publish callbacks [] for subnet (db915975-b26b-43d9-80f1-85454e257fae), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:06.735682 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['a1896f6c-d2d7-4de2-9312-1c7d41daed54'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:25:06.746622 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-93008700-eaf2-4463-aaa8-f3443dbf339f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30217747'] for subnet (db915975-b26b-43d9-80f1-85454e257fae), precommit_delete_associations {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:06.794232 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-93008700-eaf2-4463-aaa8-f3443dbf339f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651235'] for subnet (db915975-b26b-43d9-80f1-85454e257fae), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:06.862027 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-93008700-eaf2-4463-aaa8-f3443dbf339f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31980216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30349085'] for subnet (db915975-b26b-43d9-80f1-85454e257fae), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:06.895851 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93008700-eaf2-4463-aaa8-f3443dbf339f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db915975-b26b-43d9-80f1-85454e257fae,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:06.900468 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-93008700-eaf2-4463-aaa8-f3443dbf339f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:06.903653 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-93008700-eaf2-4463-aaa8-f3443dbf339f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/db915975-b26b-43d9-80f1-85454e257fae HTTP/1.1" status: 204 len: 168 time: 0.2585297 Mar 08 20:25:06.906442 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 44370) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:06.979286 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627052'] for network (a2d533dc-0103-4e71-9899-9d2cb8e594ce), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:07.064328 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733548', 'neutron.services.segments.db._delete_segments_for_network-8789199064935'] for network (a2d533dc-0103-4e71-9899-9d2cb8e594ce), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:07.084333 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d533dc-0103-4e71-9899-9d2cb8e594ce']}} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:07.094832 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871e6631-41b6-4ea5-8a86-2c2a70f6d506') {'for_net_delete': True} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:07.095757 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871e6631-41b6-4ea5-8a86-2c2a70f6d506') {} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:07.107660 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199064176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29431097'] for segment (871e6631-41b6-4ea5-8a86-2c2a70f6d506), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:07.122832 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (871e6631-41b6-4ea5-8a86-2c2a70f6d506), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:07.131811 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:25:07.132404 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29844251'] for segment (871e6631-41b6-4ea5-8a86-2c2a70f6d506), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: Traceback (most recent call last): Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: timer() Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: cb(*args, **kw) Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: return func(*args, **kwargs) Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: self._notify() Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: self.callback(batched_events) Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: event.method(event) Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: return f(self, *a, **k) Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: return self._get(url).json() Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: return self.request(url, 'GET', **kwargs) Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:25:07.134585 dv-cinder-830093-3-iscsi neutron-server[109689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:25:07.219943 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1751717'] for network (a2d533dc-0103-4e71-9899-9d2cb8e594ce), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:07.225690 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:07.229003 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a2d533dc-0103-4e71-9899-9d2cb8e594ce HTTP/1.1" status: 204 len: 168 time: 0.3202219 Mar 08 20:25:07.251277 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2d533dc-0103-4e71-9899-9d2cb8e594ce,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:07.254583 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44087c-2c77-45c0-b886-00f9d015b671 req-d0bfc905-9f5d-402b-a56d-c82be18bca69 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:07.256192 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0a44087c-2c77-45c0-b886-00f9d015b671 req-d0bfc905-9f5d-402b-a56d-c82be18bca69 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 949 time: 0.0645974 Mar 08 20:25:07.261030 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:07.261598 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:07.262122 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:07.262641 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:07.263173 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:07.263506 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:07.263845 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:07.264177 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:07.264548 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:07.264885 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:07.265215 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:07.265543 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:07.265881 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f99e37-bc6f-45f2-aa31-f48b8a9df410 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:07.333531 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0a44087c-2c77-45c0-b886-00f9d015b671 req-8382806e-68d5-4507-a77e-88e865155ef0 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714731 Mar 08 20:25:07.441199 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 44376) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:07.490936 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 44378) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:07.491332 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-630200f5-80ae-4097-861f-828b39567674 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=91c108d1c69e40f89916a988313e4cad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484855 Mar 08 20:25:07.546014 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-c22c77e3-ea75-4eb7-8c23-62dcb0878ecd admin admin] Publish callbacks [] for security_group (79f8a2eb-6687-42bf-948e-e1cc48fb7c32), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:07.569231 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-c22c77e3-ea75-4eb7-8c23-62dcb0878ecd admin admin] Publish callbacks [] for security_group (79f8a2eb-6687-42bf-948e-e1cc48fb7c32), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:07.627772 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-c22c77e3-ea75-4eb7-8c23-62dcb0878ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (79f8a2eb-6687-42bf-948e-e1cc48fb7c32), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:07.630711 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-c22c77e3-ea75-4eb7-8c23-62dcb0878ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:07.631978 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-c22c77e3-ea75-4eb7-8c23-62dcb0878ecd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/79f8a2eb-6687-42bf-948e-e1cc48fb7c32 HTTP/1.1" status: 204 len: 168 time: 0.1398051 Mar 08 20:25:07.650568 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c77e3-ea75-4eb7-8c23-62dcb0878ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f8a2eb-6687-42bf-948e-e1cc48fb7c32,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:08.323333 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device a1896f6c-d2d7-4de2-9312-1c7d41daed54 up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:25:08.403496 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port a1896f6c-d2d7-4de2-9312-1c7d41daed54 completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:25:08.408381 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port a1896f6c-d2d7-4de2-9312-1c7d41daed54 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:08.408769 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (a1896f6c-d2d7-4de2-9312-1c7d41daed54), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:08.481875 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2f3c4-6fc6-4151-b0d4-b8a42a955570 req-8273c07d-b78d-4e0b-a222-f70529d16116 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:08.489036 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a1e2f3c4-6fc6-4151-b0d4-b8a42a955570 req-8273c07d-b78d-4e0b-a222-f70529d16116 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 949 time: 0.0678942 Mar 08 20:25:08.534436 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port a1896f6c-d2d7-4de2-9312-1c7d41daed54 is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:25:08.534849 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (a1896f6c-d2d7-4de2-9312-1c7d41daed54), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:08.538711 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a1e2f3c4-6fc6-4151-b0d4-b8a42a955570 req-9f09c281-b816-4be5-b0ed-fd80d17ed5dd tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486481 Mar 08 20:25:08.561900 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65702c1-bedc-44ff-83fb-93fded146149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1896f6c-d2d7-4de2-9312-1c7d41daed54'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:25:08.564443 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cd0dfc-6082-423e-81f7-0895d24c9882" -d '{"events": [{"server_uuid": "e65702c1-bedc-44ff-83fb-93fded146149", "name": "network-vif-plugged", "status": "completed", "tag": "a1896f6c-d2d7-4de2-9312-1c7d41daed54"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:25:08.578272 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port a1896f6c-d2d7-4de2-9312-1c7d41daed54, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a1896f6c-d2d7-4de2-9312-1c7d41daed54,segment=NetworkSegment(55a37e14-a872-40db-94e8-462548491c34),segment_id=55a37e14-a872-40db-94e8-462548491c34)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:25:08.585428 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (a1896f6c-d2d7-4de2-9312-1c7d41daed54), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:08.615859 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e62509-0e88-4f9f-ac9c-1ae7fd7cffe8 x-openstack-request-id: req-40e62509-0e88-4f9f-ac9c-1ae7fd7cffe8 {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:25:08.616265 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65702c1-bedc-44ff-83fb-93fded146149", "name": "network-vif-plugged", "status": "completed", "tag": "a1896f6c-d2d7-4de2-9312-1c7d41daed54", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:25:08.616568 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-40e62509-0e88-4f9f-ac9c-1ae7fd7cffe8 {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:25:08.617028 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65702c1-bedc-44ff-83fb-93fded146149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1896f6c-d2d7-4de2-9312-1c7d41daed54', 'code': 200} Mar 08 20:25:08.640135 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=a1896f6c-d2d7-4de2-9312-1c7d41daed54,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:08.819344 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e5784-1219-4c3c-b8ba-424c5de161e5 req-837f2a12-3ec9-4a57-ae3d-013e5f337cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:08.821211 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2a2e5784-1219-4c3c-b8ba-424c5de161e5 req-837f2a12-3ec9-4a57-ae3d-013e5f337cf6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 1134 time: 0.0465274 Mar 08 20:25:08.871614 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2a2e5784-1219-4c3c-b8ba-424c5de161e5 req-86f402a9-0ef2-4ec2-b74c-bc556cca6951 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445373 Mar 08 20:25:09.321192 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-8c834533-837e-4515-ae94-a202cf97a03f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:09.322654 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-8c834533-837e-4515-ae94-a202cf97a03f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/networks?id=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da HTTP/1.1" status: 200 len: 815 time: 0.1055515 Mar 08 20:25:09.337736 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-fe91289e-1bc2-4181-84ad-f2cdb708dbb2 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/quotas/bdd15010b2584a6fba0ed753192e6572 HTTP/1.1" status: 200 len: 375 time: 0.0097244 Mar 08 20:25:09.396421 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-4d777f92-0f77-4a64-a812-cb3c2fb3477b tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bdd15010b2584a6fba0ed753192e6572&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538619 Mar 08 20:25:09.491238 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-77ecbf17-4d24-4f6d-902e-b35108f92308 service neutron] 10.222.0.45 "GET /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834482 Mar 08 20:25:09.586221 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-ed92b8de-df8e-4842-a03a-addc3a66c996 service neutron] 10.222.0.45 "GET /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893388 Mar 08 20:25:09.665906 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba17064-4477-4a6d-9b31-6ca593006355 req-66cc0831-4049-4aa5-aaf9-f17b3e2ba44b tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:09.667486 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3ba17064-4477-4a6d-9b31-6ca593006355 req-66cc0831-4049-4aa5-aaf9-f17b3e2ba44b tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 950 time: 0.0558681 Mar 08 20:25:09.722083 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3ba17064-4477-4a6d-9b31-6ca593006355 req-a98232fb-9714-40f4-b310-4c726da6f612 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477383 Mar 08 20:25:09.761432 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-e1be26a3-c5f1-4d2c-be0e-f399b13adb8c req-30a17b5f-3b06-4b8b-8743-3691b166e8b5 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 210 time: 0.0281007 Mar 08 20:25:10.354471 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:25:10.779785 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-d0c36fbe-8cf9-4a4c-8882-ebdfb214e4d0 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:10.781384 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-d0c36fbe-8cf9-4a4c-8882-ebdfb214e4d0 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.60 "GET /v2.0/networks?id=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da HTTP/1.1" status: 200 len: 815 time: 0.1131337 Mar 08 20:25:10.794158 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-eb00d994-c9d1-4774-a136-cab53cffa46f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Request body: {'port': {'device_id': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da', 'admin_state_up': True, 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:10.867129 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-aa33a65e-3245-4ff8-81ce-27aa8974f68f req-3077e123-c26a-4eeb-9cc7-c0848bef42ac tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 210 time: 0.0337124 Mar 08 20:25:10.927303 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b41705-f78f-41b5-8c41-28232ef32a02 req-29eed4ab-a2ae-4d35-8648-bc2ccc58bd0e tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:10.928804 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f4b41705-f78f-41b5-8c41-28232ef32a02 req-29eed4ab-a2ae-4d35-8648-bc2ccc58bd0e tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 950 time: 0.1182816 Mar 08 20:25:10.990718 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f4b41705-f78f-41b5-8c41-28232ef32a02 req-6dbb9ee7-7c98-48e2-bcf5-e3aff0a7ff07 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549099 Mar 08 20:25:10.991295 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-eb00d994-c9d1-4774-a136-cab53cffa46f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Made reservation on behalf of bdd15010b2584a6fba0ed753192e6572 for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:25:10.994440 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-eb00d994-c9d1-4774-a136-cab53cffa46f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:11.153182 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-eb00d994-c9d1-4774-a136-cab53cffa46f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Allocated IP 172.20.0.6 (9a504a45-1fdb-4612-a3ff-1dc3d9eb60da/1f299f7d-fc96-4a6a-a2cf-bf908c64b552/f09758ad-83cc-4a46-b51e-4a04bb3af591) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:25:11.351923 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b84dd3-7159-464e-9bbc-1bf8367fcfce req-101689fb-9ebb-4ff8-9a20-bbb7f09e9b92 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:11.353641 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-98b84dd3-7159-464e-9bbc-1bf8367fcfce req-101689fb-9ebb-4ff8-9a20-bbb7f09e9b92 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 950 time: 0.1226158 Mar 08 20:25:11.386367 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-eb00d994-c9d1-4774-a136-cab53cffa46f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:11.442441 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-98b84dd3-7159-464e-9bbc-1bf8367fcfce req-4ded70de-cdf1-4633-b97a-3d27449a4000 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823627 Mar 08 20:25:11.471028 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-eb00d994-c9d1-4774-a136-cab53cffa46f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:11.548765 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00d994-c9d1-4774-a136-cab53cffa46f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Pushing event updated for resources: {'Port': ['ID=f09758ad-83cc-4a46-b51e-4a04bb3af591,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:11.560851 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-eb00d994-c9d1-4774-a136-cab53cffa46f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Network 9a504a45-1fdb-4612-a3ff-1dc3d9eb60da is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:25:11.562838 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-eb00d994-c9d1-4774-a136-cab53cffa46f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:25:11.565537 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-eb00d994-c9d1-4774-a136-cab53cffa46f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:25:11.628857 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-eb00d994-c9d1-4774-a136-cab53cffa46f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:11.629518 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-eb00d994-c9d1-4774-a136-cab53cffa46f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:11.652736 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-eb00d994-c9d1-4774-a136-cab53cffa46f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8623712 Mar 08 20:25:11.878595 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-854007bc-54cd-4fb0-82be-d4b70151341f None None] Provisioning complete for port f09758ad-83cc-4a46-b51e-4a04bb3af591 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:11.879157 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-854007bc-54cd-4fb0-82be-d4b70151341f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:11.918597 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-854007bc-54cd-4fb0-82be-d4b70151341f None None] Port f09758ad-83cc-4a46-b51e-4a04bb3af591 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:25:12.019794 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf13969-516d-4ec7-8d88-5f9169b759a9 req-f8c4e9be-6239-4ed6-87e6-ab2bb740e856 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:12.024830 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ddf13969-516d-4ec7-8d88-5f9169b759a9 req-f8c4e9be-6239-4ed6-87e6-ab2bb740e856 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 931 time: 0.0771511 Mar 08 20:25:12.080280 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ddf13969-516d-4ec7-8d88-5f9169b759a9 req-acaca6d4-72e2-497e-bffa-1b4f0d17e8a5 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506182 Mar 08 20:25:12.575775 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e3229-4491-4019-acfd-5e158cfa9f85 req-da062be2-2d49-4643-ad6a-38d51905e62b tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:12.577554 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d55e3229-4491-4019-acfd-5e158cfa9f85 req-da062be2-2d49-4643-ad6a-38d51905e62b tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 950 time: 0.0677829 Mar 08 20:25:12.635582 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d55e3229-4491-4019-acfd-5e158cfa9f85 req-a163862c-e598-4571-b0a3-876d5d1798e9 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491695 Mar 08 20:25:12.861303 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:13.205737 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd8520-cb1f-4c9b-880a-052c9a44cf62 req-d160620d-59a7-4976-9dcb-ee30886a939f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:13.207222 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a6fd8520-cb1f-4c9b-880a-052c9a44cf62 req-d160620d-59a7-4976-9dcb-ee30886a939f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 931 time: 0.0539079 Mar 08 20:25:13.265953 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a6fd8520-cb1f-4c9b-880a-052c9a44cf62 req-d22d3af8-7796-4a3a-af9d-601708b3998e tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529923 Mar 08 20:25:13.768151 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5f103-7a8c-4d04-adba-d6132d457365 req-e159ad2d-ade6-4fed-bf01-04157be87086 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:13.769890 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-56b5f103-7a8c-4d04-adba-d6132d457365 req-e159ad2d-ade6-4fed-bf01-04157be87086 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 950 time: 0.0574222 Mar 08 20:25:13.818241 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-56b5f103-7a8c-4d04-adba-d6132d457365 req-c7a410a4-1f47-4c0d-b7e8-20038b97dc95 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411549 Mar 08 20:25:14.389203 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7d9ea-e157-4980-88a8-8de351054e71 req-32665502-1b4a-4fdc-afdc-adbbf405d3bc tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:14.391476 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-78f7d9ea-e157-4980-88a8-8de351054e71 req-32665502-1b4a-4fdc-afdc-adbbf405d3bc tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 931 time: 0.0554378 Mar 08 20:25:14.447878 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-78f7d9ea-e157-4980-88a8-8de351054e71 req-1ea45c5d-052e-4859-80f4-064a2fab42c4 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501220 Mar 08 20:25:14.949287 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71749043-8a5b-425f-b8c2-a55cb6e0d44e req-b13bd7af-1f76-4465-bef1-da4f5f7d8387 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:14.951172 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-71749043-8a5b-425f-b8c2-a55cb6e0d44e req-b13bd7af-1f76-4465-bef1-da4f5f7d8387 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 950 time: 0.0617495 Mar 08 20:25:15.003900 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-71749043-8a5b-425f-b8c2-a55cb6e0d44e req-1f4fc1fd-e79a-43d7-8e70-f4aad7ed6bbf tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455112 Mar 08 20:25:15.590949 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95619798-4bdd-468c-bee5-d198d28afb65 req-703680e2-e69e-46fc-bbde-98f0b5b338c9 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:15.592529 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-95619798-4bdd-468c-bee5-d198d28afb65 req-703680e2-e69e-46fc-bbde-98f0b5b338c9 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 931 time: 0.0543318 Mar 08 20:25:15.641316 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-95619798-4bdd-468c-bee5-d198d28afb65 req-4a1439d9-fff4-4ee8-afe6-37bcd3e7b2c4 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431192 Mar 08 20:25:16.125637 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b68cef-5081-436c-a5ac-552a335c0a4f req-ac680572-7f39-407f-9406-4629459efc77 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:16.127413 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-92b68cef-5081-436c-a5ac-552a335c0a4f req-ac680572-7f39-407f-9406-4629459efc77 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 950 time: 0.0539854 Mar 08 20:25:16.184842 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-92b68cef-5081-436c-a5ac-552a335c0a4f req-6b8694d3-13ea-4caa-afd6-e0fbeb1acf32 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505922 Mar 08 20:25:16.764184 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff9ab5-4181-4a8e-8101-6abe582ca73b req-f82c971c-0623-414a-b09f-d4e640e65d78 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:16.766101 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-91ff9ab5-4181-4a8e-8101-6abe582ca73b req-f82c971c-0623-414a-b09f-d4e640e65d78 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 931 time: 0.0556092 Mar 08 20:25:16.817905 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-91ff9ab5-4181-4a8e-8101-6abe582ca73b req-39704f3a-eb67-4eb9-ba8b-961b2f2023be tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444925 Mar 08 20:25:17.317695 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa5a78-5dce-4559-900c-d4fcee0cb57e req-83ec6e38-6be2-4441-bdf3-d7975cec998e tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:17.319395 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dbaa5a78-5dce-4559-900c-d4fcee0cb57e req-83ec6e38-6be2-4441-bdf3-d7975cec998e tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 950 time: 0.0594499 Mar 08 20:25:17.371263 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-dbaa5a78-5dce-4559-900c-d4fcee0cb57e req-a5998411-cd12-4e2f-9ccb-41155f51bfcf tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461557 Mar 08 20:25:17.964088 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d2ab6-f853-4a5b-be75-da82e46cf55b req-0cd807b7-d41b-4fce-a5b6-e740690ab8bc tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:17.965906 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9e2d2ab6-f853-4a5b-be75-da82e46cf55b req-0cd807b7-d41b-4fce-a5b6-e740690ab8bc tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 931 time: 0.0597832 Mar 08 20:25:18.018117 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-9e2d2ab6-f853-4a5b-be75-da82e46cf55b req-2fe12121-b7bf-44ac-9019-2bb70f8e5a49 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459623 Mar 08 20:25:18.497973 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b02b0f-8903-4ede-8c6d-2072d8587a12 req-e4b02315-fb7b-4e48-a2ca-0494c0aa95e6 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:18.499479 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-78b02b0f-8903-4ede-8c6d-2072d8587a12 req-e4b02315-fb7b-4e48-a2ca-0494c0aa95e6 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 950 time: 0.0561588 Mar 08 20:25:18.567334 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-78b02b0f-8903-4ede-8c6d-2072d8587a12 req-4d260c61-0e5d-4a63-968e-afbfae484811 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622683 Mar 08 20:25:19.138740 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c125f-f176-4cc1-b1a4-593f3accc8d8 req-63e65d53-e345-4380-bd13-27c920e17597 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:19.141189 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7a9c125f-f176-4cc1-b1a4-593f3accc8d8 req-63e65d53-e345-4380-bd13-27c920e17597 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 931 time: 0.0564163 Mar 08 20:25:19.192257 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-7a9c125f-f176-4cc1-b1a4-593f3accc8d8 req-1fea7ba2-f0a3-476e-85e3-90ce430dddab tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447516 Mar 08 20:25:19.685063 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15f177-85e9-4212-b8ce-79cb9d6678a0 req-16e8e169-f45d-4bba-bfab-1b3140732a3d tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:19.686563 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7c15f177-85e9-4212-b8ce-79cb9d6678a0 req-16e8e169-f45d-4bba-bfab-1b3140732a3d tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 950 time: 0.0518734 Mar 08 20:25:19.731922 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7c15f177-85e9-4212-b8ce-79cb9d6678a0 req-002b809a-cbf6-43c8-9bce-7670fb5d3661 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398672 Mar 08 20:25:20.307126 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b832bcd-27c0-423d-a095-3ca2debed9eb req-70bfe326-beb1-4cd9-9901-ad1a57276e9a tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:20.308587 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5b832bcd-27c0-423d-a095-3ca2debed9eb req-70bfe326-beb1-4cd9-9901-ad1a57276e9a tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 931 time: 0.0498462 Mar 08 20:25:20.356884 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5b832bcd-27c0-423d-a095-3ca2debed9eb req-7b84a0fe-294f-4e6a-b823-9401e7803c86 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424054 Mar 08 20:25:20.849580 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70d837-8dcf-43cf-ab2a-ae72a07d3c19 req-6ab575c5-637d-487f-a8be-fa94855c71e2 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:20.851046 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-df70d837-8dcf-43cf-ab2a-ae72a07d3c19 req-6ab575c5-637d-487f-a8be-fa94855c71e2 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 950 time: 0.0546539 Mar 08 20:25:20.896419 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-df70d837-8dcf-43cf-ab2a-ae72a07d3c19 req-d1b5a3ba-1051-4df2-b2bb-e81ba660a07b tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399108 Mar 08 20:25:20.956127 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Request body: {'port': {'device_id': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:21.016333 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:21.472043 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db25735-f8f1-4d5b-90d9-a0932bf54971 req-38dc8acf-e25a-4708-a720-675f432920fa tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:21.473566 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3db25735-f8f1-4d5b-90d9-a0932bf54971 req-38dc8acf-e25a-4708-a720-675f432920fa tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 931 time: 0.0523520 Mar 08 20:25:21.520477 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3db25735-f8f1-4d5b-90d9-a0932bf54971 req-694d5aee-6743-4cfe-9b42-2074fcd41eed tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Mar 08 20:25:21.535035 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09758ad-83cc-4a46-b51e-4a04bb3af591 {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:25:21.542429 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Publish callbacks [] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:21.553869 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Transition to ACTIVE for port object f09758ad-83cc-4a46-b51e-4a04bb3af591 will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:25:21.557550 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:21.622627 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f09758ad-83cc-4a46-b51e-4a04bb3af591,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:21.677607 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Attempting to bind port f09758ad-83cc-4a46-b51e-4a04bb3af591 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:25:21.677946 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Attempting to bind port f09758ad-83cc-4a46-b51e-4a04bb3af591 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '30b16708-31d5-4943-b72e-74aefde8971c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:25:21.678333 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Attempting to bind port f09758ad-83cc-4a46-b51e-4a04bb3af591 on network 9a504a45-1fdb-4612-a3ff-1dc3d9eb60da {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:25:21.683684 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Port f09758ad-83cc-4a46-b51e-4a04bb3af591 on network 9a504a45-1fdb-4612-a3ff-1dc3d9eb60da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:25:21.684020 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Attempting to bind port f09758ad-83cc-4a46-b51e-4a04bb3af591 on network 9a504a45-1fdb-4612-a3ff-1dc3d9eb60da {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:25:21.689771 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:25:21.690147 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Checking segment: {'id': '30b16708-31d5-4943-b72e-74aefde8971c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:25:21.690531 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Bound using segment: {'id': '30b16708-31d5-4943-b72e-74aefde8971c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:25:21.690965 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Bound port: f09758ad-83cc-4a46-b51e-4a04bb3af591, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b16708-31d5-4943-b72e-74aefde8971c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:25:21.691326 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:21.755126 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] For port f09758ad-83cc-4a46-b51e-4a04bb3af591, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:25:21.758334 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] For port f09758ad-83cc-4a46-b51e-4a04bb3af591, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f09758ad-83cc-4a46-b51e-4a04bb3af591,segment=NetworkSegment(30b16708-31d5-4943-b72e-74aefde8971c),segment_id=30b16708-31d5-4943-b72e-74aefde8971c)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:25:21.764237 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:21.800802 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:21.801436 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:21.802846 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] 10.222.0.60 "PUT /v2.0/ports/f09758ad-83cc-4a46-b51e-4a04bb3af591 HTTP/1.1" status: 200 len: 1093 time: 0.8527133 Mar 08 20:25:21.803297 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'tag': 'f09758ad-83cc-4a46-b51e-4a04bb3af591'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:25:21.805545 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc7ba28-91ad-418c-9262-fc6215867f94" -d '{"events": [{"name": "network-changed", "server_uuid": "e6be66b7-2323-4cc6-9ceb-226bdb18e831", "tag": "f09758ad-83cc-4a46-b51e-4a04bb3af591"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:25:21.834223 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f60c7a-7c30-4c39-84e5-058b847245e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f09758ad-83cc-4a46-b51e-4a04bb3af591,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:21.849640 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376a971c-93f7-4e69-9e70-9245f4ca42c8 x-openstack-request-id: req-376a971c-93f7-4e69-9e70-9245f4ca42c8 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:25:21.850309 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6be66b7-2323-4cc6-9ceb-226bdb18e831", "tag": "f09758ad-83cc-4a46-b51e-4a04bb3af591", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:25:21.850309 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-376a971c-93f7-4e69-9e70-9245f4ca42c8 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:25:21.850624 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'tag': 'f09758ad-83cc-4a46-b51e-4a04bb3af591', 'status': 'completed', 'code': 200} Mar 08 20:25:21.897388 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-5e3706a7-81b0-4aab-8b6a-838c7e7563c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:21.898903 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-5e3706a7-81b0-4aab-8b6a-838c7e7563c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdd15010b2584a6fba0ed753192e6572&device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 1127 time: 0.0469825 Mar 08 20:25:21.948822 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-b66fa4ea-4dcb-4e8f-ab7a-a0b530b818e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f09758ad-83cc-4a46-b51e-4a04bb3af591 HTTP/1.1" status: 200 len: 217 time: 0.0377779 Mar 08 20:25:21.998274 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-dbe7e4d6-db60-487b-8d98-64c25e9f02da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:21.999719 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-dbe7e4d6-db60-487b-8d98-64c25e9f02da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f299f7d-fc96-4a6a-a2cf-bf908c64b552 HTTP/1.1" status: 200 len: 854 time: 0.0442235 Mar 08 20:25:22.020772 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7739341-8f76-449b-b378-bb4ce1cd3bb1 req-f74a87e6-a57a-47d0-a053-a2f0a761bacc tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:22.022251 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a7739341-8f76-449b-b378-bb4ce1cd3bb1 req-f74a87e6-a57a-47d0-a053-a2f0a761bacc tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 950 time: 0.0534213 Mar 08 20:25:22.056335 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-52cc603e-4c24-46c0-889a-f647f4475ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:22.057849 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-52cc603e-4c24-46c0-889a-f647f4475ee0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442452 Mar 08 20:25:22.068796 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-a7739341-8f76-449b-b378-bb4ce1cd3bb1 req-0e4d62a4-dd6d-469c-86fe-e052f7bc778b tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 Mar 08 20:25:22.148906 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-b122606b-25f0-433e-b62e-39d9f983bc6d service neutron] 10.222.0.60 "GET /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843809 Mar 08 20:25:22.238395 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9b4bdb91-0605-457e-8d8e-d77de3da4dc7 req-564615a3-7371-479f-8c3c-2822a2915f3a service neutron] 10.222.0.60 "GET /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793824 Mar 08 20:25:22.334975 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7ba28-91ad-418c-9262-fc6215867f94 req-fb8c8c66-58ce-4814-ac6d-f27097a125b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:22.336528 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9dc7ba28-91ad-418c-9262-fc6215867f94 req-fb8c8c66-58ce-4814-ac6d-f27097a125b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdd15010b2584a6fba0ed753192e6572&device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 1127 time: 0.0488174 Mar 08 20:25:22.431726 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7ba28-91ad-418c-9262-fc6215867f94 req-25e70344-d9ce-411f-9202-96f15a88b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:22.433114 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9dc7ba28-91ad-418c-9262-fc6215867f94 req-25e70344-d9ce-411f-9202-96f15a88b52f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da HTTP/1.1" status: 200 len: 916 time: 0.0866346 Mar 08 20:25:22.645554 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014831c-21dc-492a-95bc-ad1fdaf20726 req-f9e406a7-213e-450c-8c87-2bc7e788e588 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:22.646993 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7014831c-21dc-492a-95bc-ad1fdaf20726 req-f9e406a7-213e-450c-8c87-2bc7e788e588 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 943 time: 0.0618343 Mar 08 20:25:22.675175 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9dc7ba28-91ad-418c-9262-fc6215867f94 req-a67bf69d-a1dc-4775-aea2-f4e43749f7ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f09758ad-83cc-4a46-b51e-4a04bb3af591 HTTP/1.1" status: 200 len: 217 time: 0.0436316 Mar 08 20:25:22.747684 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7014831c-21dc-492a-95bc-ad1fdaf20726 req-29471ca3-393a-40c4-9d14-c593bf1ec309 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749257 Mar 08 20:25:22.751269 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7ba28-91ad-418c-9262-fc6215867f94 req-5b111f8f-0bb6-4a1e-8d58-83b14756aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:22.752668 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9dc7ba28-91ad-418c-9262-fc6215867f94 req-5b111f8f-0bb6-4a1e-8d58-83b14756aec3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f299f7d-fc96-4a6a-a2cf-bf908c64b552 HTTP/1.1" status: 200 len: 854 time: 0.0662379 Mar 08 20:25:22.790510 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.60', 61115) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:22.838848 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7ba28-91ad-418c-9262-fc6215867f94 req-64c60caf-487b-4c29-b274-6e9ef28951a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:22.840610 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9dc7ba28-91ad-418c-9262-fc6215867f94 req-64c60caf-487b-4c29-b274-6e9ef28951a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498478 Mar 08 20:25:22.850295 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779647e1-782f-4279-8845-5d2f6f8da9a2 req-143936a4-25db-4bfc-a332-7c94b2873dda tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:22.851732 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-779647e1-782f-4279-8845-5d2f6f8da9a2 req-143936a4-25db-4bfc-a332-7c94b2873dda tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.60 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 950 time: 0.0602205 Mar 08 20:25:22.931128 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9dc7ba28-91ad-418c-9262-fc6215867f94 req-9b98c6a1-40d1-47a7-a08a-caae76a4b4be service neutron] 10.222.0.60 "GET /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806632 Mar 08 20:25:22.978749 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [req-779647e1-782f-4279-8845-5d2f6f8da9a2 req-711516bd-4403-4f04-a863-54921a109da3 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Deleting port a1896f6c-d2d7-4de2-9312-1c7d41daed54 {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:25:22.978989 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-779647e1-782f-4279-8845-5d2f6f8da9a2 req-711516bd-4403-4f04-a863-54921a109da3 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (a1896f6c-d2d7-4de2-9312-1c7d41daed54), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:23.029982 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9dc7ba28-91ad-418c-9262-fc6215867f94 req-d0a00888-0410-41f8-a130-056e4c68faf3 service neutron] 10.222.0.60 "GET /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921178 Mar 08 20:25:23.074551 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [req-779647e1-782f-4279-8845-5d2f6f8da9a2 req-711516bd-4403-4f04-a863-54921a109da3 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] For port a1896f6c-d2d7-4de2-9312-1c7d41daed54, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a1896f6c-d2d7-4de2-9312-1c7d41daed54,segment=NetworkSegment(55a37e14-a872-40db-94e8-462548491c34),segment_id=55a37e14-a872-40db-94e8-462548491c34)] {{(pid=109690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:25:23.074914 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-779647e1-782f-4279-8845-5d2f6f8da9a2 req-711516bd-4403-4f04-a863-54921a109da3 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (a1896f6c-d2d7-4de2-9312-1c7d41daed54), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:23.089096 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [req-779647e1-782f-4279-8845-5d2f6f8da9a2 req-711516bd-4403-4f04-a863-54921a109da3 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Calling delete_port for a1896f6c-d2d7-4de2-9312-1c7d41daed54 owned by compute:nova {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:25:23.206870 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8b67c-133a-4fc6-8d51-a66611b30293 req-edb6df33-4e6f-4c1e-a395-7cb504fc0651 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:23.208333 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-49d8b67c-133a-4fc6-8d51-a66611b30293 req-edb6df33-4e6f-4c1e-a395-7cb504fc0651 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65702c1-bedc-44ff-83fb-93fded146149 HTTP/1.1" status: 200 len: 950 time: 0.0707273 Mar 08 20:25:23.283041 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-779647e1-782f-4279-8845-5d2f6f8da9a2 req-711516bd-4403-4f04-a863-54921a109da3 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (a1896f6c-d2d7-4de2-9312-1c7d41daed54), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:23.293326 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-49d8b67c-133a-4fc6-8d51-a66611b30293 req-6210f9cf-2ae6-40e2-9ec3-3eea5941bf5c tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.45 "GET /v2.0/security-groups?id=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770140 Mar 08 20:25:23.295158 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['a1896f6c-d2d7-4de2-9312-1c7d41daed54'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:25:23.314772 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711516bd-4403-4f04-a863-54921a109da3 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Pushing event deleted for resources: {'Port': ['ID=a1896f6c-d2d7-4de2-9312-1c7d41daed54,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:23.379957 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [req-779647e1-782f-4279-8845-5d2f6f8da9a2 req-711516bd-4403-4f04-a863-54921a109da3 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] No DVR routers for this DVR port a1896f6c-d2d7-4de2-9312-1c7d41daed54 on host hv-cinder-83009 {{(pid=109690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:25:23.382735 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [req-779647e1-782f-4279-8845-5d2f6f8da9a2 req-711516bd-4403-4f04-a863-54921a109da3 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:23.386687 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-779647e1-782f-4279-8845-5d2f6f8da9a2 req-711516bd-4403-4f04-a863-54921a109da3 tempest-VolumesNegativeTest-1313498282 tempest-VolumesNegativeTest-1313498282-project] 10.222.0.60 "DELETE /v2.0/ports/a1896f6c-d2d7-4de2-9312-1c7d41daed54 HTTP/1.1" status: 204 len: 173 time: 0.5287354 Mar 08 20:25:23.387158 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65702c1-bedc-44ff-83fb-93fded146149', 'name': 'network-vif-deleted', 'tag': 'a1896f6c-d2d7-4de2-9312-1c7d41daed54'}] {{(pid=109690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:25:23.390268 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d8e885dd147d8b917037df1c13c0f120f07ec6cc2713c5f97f9f0f1cce2c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083b634e-0c53-4662-a7c7-e7e8f5447bcb" -d '{"events": [{"server_uuid": "e65702c1-bedc-44ff-83fb-93fded146149", "name": "network-vif-deleted", "tag": "a1896f6c-d2d7-4de2-9312-1c7d41daed54"}]}' {{(pid=109690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:25:23.434721 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea90e4ec-11f1-432e-b209-4094c5858cc8 x-openstack-request-id: req-ea90e4ec-11f1-432e-b209-4094c5858cc8 {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:25:23.435029 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65702c1-bedc-44ff-83fb-93fded146149", "name": "network-vif-deleted", "tag": "a1896f6c-d2d7-4de2-9312-1c7d41daed54", "status": "completed", "code": 200}]} {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:25:23.435292 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea90e4ec-11f1-432e-b209-4094c5858cc8 {{(pid=109690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:25:23.435702 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65702c1-bedc-44ff-83fb-93fded146149', 'name': 'network-vif-deleted', 'tag': 'a1896f6c-d2d7-4de2-9312-1c7d41daed54', 'status': 'completed', 'code': 200} Mar 08 20:25:23.865533 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a39bd-2fa2-44c8-ae6d-dc267971b9a0 req-910b6b25-c508-42f8-9a6c-5446d31473a8 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:23.867060 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4d2a39bd-2fa2-44c8-ae6d-dc267971b9a0 req-910b6b25-c508-42f8-9a6c-5446d31473a8 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 943 time: 0.0531325 Mar 08 20:25:23.915375 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4d2a39bd-2fa2-44c8-ae6d-dc267971b9a0 req-f4e4eeae-3ca6-40ee-b706-9cf5e3edcc6c tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420654 Mar 08 20:25:24.400277 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device f09758ad-83cc-4a46-b51e-4a04bb3af591 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:25:24.503449 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port f09758ad-83cc-4a46-b51e-4a04bb3af591, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f09758ad-83cc-4a46-b51e-4a04bb3af591,segment=NetworkSegment(30b16708-31d5-4943-b72e-74aefde8971c),segment_id=30b16708-31d5-4943-b72e-74aefde8971c)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:25:24.515293 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': 'f09758ad-83cc-4a46-b51e-4a04bb3af591', 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da', 'port_id': 'f09758ad-83cc-4a46-b51e-4a04bb3af591', 'mac_address': 'fa:16:3e:f2:c7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:25:24.564160 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port f09758ad-83cc-4a46-b51e-4a04bb3af591 is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:25:24.564601 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:24.579735 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09758ad-83cc-4a46-b51e-4a04bb3af591 {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:25:24.600690 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port f09758ad-83cc-4a46-b51e-4a04bb3af591, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f09758ad-83cc-4a46-b51e-4a04bb3af591,segment=NetworkSegment(30b16708-31d5-4943-b72e-74aefde8971c),segment_id=30b16708-31d5-4943-b72e-74aefde8971c)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:25:24.605903 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:24.656036 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=f09758ad-83cc-4a46-b51e-4a04bb3af591,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:24.848479 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['f09758ad-83cc-4a46-b51e-4a04bb3af591'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:25:25.066634 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415aeb69-7793-4c7b-b206-ae9387b0199a req-091be434-d810-44dc-88a6-c6dfbfa224cb tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:25.068080 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-415aeb69-7793-4c7b-b206-ae9387b0199a req-091be434-d810-44dc-88a6-c6dfbfa224cb tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 944 time: 0.0631506 Mar 08 20:25:25.131184 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-415aeb69-7793-4c7b-b206-ae9387b0199a req-b4a77667-aa07-4097-a19b-c270e5cdc0d2 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565028 Mar 08 20:25:26.250802 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90422b7e-2382-461d-b02e-667e03cd2602 req-13857328-9ac8-4ac3-904e-18ac675754ee tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:26.252329 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-90422b7e-2382-461d-b02e-667e03cd2602 req-13857328-9ac8-4ac3-904e-18ac675754ee tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 944 time: 0.0531225 Mar 08 20:25:26.270469 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-8b1e48cf-f872-4743-bcab-247d807ca153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:26.315424 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-90422b7e-2382-461d-b02e-667e03cd2602 req-0d2c12fb-7a77-42db-97d5-d84e0837f9e8 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528560 Mar 08 20:25:26.565141 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device f09758ad-83cc-4a46-b51e-4a04bb3af591 up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:25:26.614022 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port f09758ad-83cc-4a46-b51e-4a04bb3af591 completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:25:26.618335 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port f09758ad-83cc-4a46-b51e-4a04bb3af591 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:26.618721 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:26.706728 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port f09758ad-83cc-4a46-b51e-4a04bb3af591 is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:25:26.707125 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:26.730753 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09758ad-83cc-4a46-b51e-4a04bb3af591'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:25:26.733030 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb09d230-4e3f-4c36-ab35-dcbccd0b7ba5" -d '{"events": [{"server_uuid": "e6be66b7-2323-4cc6-9ceb-226bdb18e831", "name": "network-vif-plugged", "status": "completed", "tag": "f09758ad-83cc-4a46-b51e-4a04bb3af591"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:25:26.745609 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port f09758ad-83cc-4a46-b51e-4a04bb3af591, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f09758ad-83cc-4a46-b51e-4a04bb3af591,segment=NetworkSegment(30b16708-31d5-4943-b72e-74aefde8971c),segment_id=30b16708-31d5-4943-b72e-74aefde8971c)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:25:26.750549 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:26.751889 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device a1896f6c-d2d7-4de2-9312-1c7d41daed54 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:25:26.791749 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ace04db-f570-4c20-8818-4332a6aa162c x-openstack-request-id: req-1ace04db-f570-4c20-8818-4332a6aa162c {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:25:26.792052 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6be66b7-2323-4cc6-9ceb-226bdb18e831", "name": "network-vif-plugged", "status": "completed", "tag": "f09758ad-83cc-4a46-b51e-4a04bb3af591", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:25:26.792331 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ace04db-f570-4c20-8818-4332a6aa162c {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:25:26.792727 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09758ad-83cc-4a46-b51e-4a04bb3af591', 'code': 200} Mar 08 20:25:26.793249 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: a1896f6c-d2d7-4de2-9312-1c7d41daed54 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:25:26.793592 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device a1896f6c-d2d7-4de2-9312-1c7d41daed54 not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:25:26.819946 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=f09758ad-83cc-4a46-b51e-4a04bb3af591,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:27.429686 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4028afb-52e4-4ba2-b860-58d246cd8c77 req-f18e0067-b4af-483a-8154-01061d4196de tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:27.431137 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c4028afb-52e4-4ba2-b860-58d246cd8c77 req-f18e0067-b4af-483a-8154-01061d4196de tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 945 time: 0.0512054 Mar 08 20:25:27.479502 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-c4028afb-52e4-4ba2-b860-58d246cd8c77 req-8ced78e0-9f10-4964-9b7a-cfb0354c7e68 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429130 Mar 08 20:25:28.477072 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cda97-989c-4f86-b112-57026dce6617 req-db256089-7b7c-4f4b-9839-bce93d56eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:28.478612 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-eb6cda97-989c-4f86-b112-57026dce6617 req-db256089-7b7c-4f4b-9839-bce93d56eb9f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 1129 time: 0.0434141 Mar 08 20:25:28.508368 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f30c8d77-21f1-472d-94d7-ea737a067475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:28.526663 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-eb6cda97-989c-4f86-b112-57026dce6617 req-77e69d1e-0dfb-4bae-bad4-df22cc4c340c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 Mar 08 20:25:28.597570 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848edb10-efa5-475c-a0fd-3f3a6d24636d req-eefcf5b4-73da-49d5-a1e4-29d63ac68670 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:28.599047 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-848edb10-efa5-475c-a0fd-3f3a6d24636d req-eefcf5b4-73da-49d5-a1e4-29d63ac68670 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 945 time: 0.0514646 Mar 08 20:25:28.648765 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-848edb10-efa5-475c-a0fd-3f3a6d24636d req-2d7aa44a-b49d-4d05-9b35-5e8934b764b7 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441477 Mar 08 20:25:29.767178 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783a636-ac1b-45eb-8e5b-72ff04f4e723 req-26dfe0dc-9534-45c9-87f7-7dbfd731f98d tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:29.768666 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a783a636-ac1b-45eb-8e5b-72ff04f4e723 req-26dfe0dc-9534-45c9-87f7-7dbfd731f98d tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 945 time: 0.0538824 Mar 08 20:25:29.817471 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a783a636-ac1b-45eb-8e5b-72ff04f4e723 req-9dcd740d-d570-40ae-ba12-7e1e351e0000 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427513 Mar 08 20:25:29.830024 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:30.291103 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 44902) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:30.416211 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-bfd3a566-8d23-461e-aada-11a18652425d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a22c2001598841fcb95a4cac7b9f9e62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1239629 Mar 08 20:25:30.418645 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 44906) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:30.465579 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d7079f2e-67ee-4f74-818b-59966ee055cf admin admin] Publish callbacks [] for security_group (7403c4eb-7d27-40ea-a2df-0ab037b6e6f7), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:30.487128 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d7079f2e-67ee-4f74-818b-59966ee055cf admin admin] Publish callbacks [] for security_group (7403c4eb-7d27-40ea-a2df-0ab037b6e6f7), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:30.534594 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d7079f2e-67ee-4f74-818b-59966ee055cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (7403c4eb-7d27-40ea-a2df-0ab037b6e6f7), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:30.537171 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d7079f2e-67ee-4f74-818b-59966ee055cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:30.538370 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-d7079f2e-67ee-4f74-818b-59966ee055cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7403c4eb-7d27-40ea-a2df-0ab037b6e6f7 HTTP/1.1" status: 204 len: 168 time: 0.1188023 Mar 08 20:25:30.545822 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7079f2e-67ee-4f74-818b-59966ee055cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7403c4eb-7d27-40ea-a2df-0ab037b6e6f7,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:30.937753 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820bcf5-c6ea-4aa9-8808-633ce8f7f251 req-fce2ab04-f5d4-43eb-8489-7097216caa0b tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:30.939246 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0820bcf5-c6ea-4aa9-8808-633ce8f7f251 req-fce2ab04-f5d4-43eb-8489-7097216caa0b tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 945 time: 0.0521009 Mar 08 20:25:30.987711 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-0820bcf5-c6ea-4aa9-8808-633ce8f7f251 req-e2b24c88-c557-4d82-b91c-7cb4438d5ec8 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428808 Mar 08 20:25:31.112902 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a895b-c04e-4e67-96cf-bab40bdd9cc9 req-e6934ee4-6e04-4458-ad87-e11f619c67ac tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:31.114529 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ec2a895b-c04e-4e67-96cf-bab40bdd9cc9 req-e6934ee4-6e04-4458-ad87-e11f619c67ac tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 945 time: 0.0595706 Mar 08 20:25:31.163398 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ec2a895b-c04e-4e67-96cf-bab40bdd9cc9 req-9aa4fa6c-d538-4d7d-888b-5f8384b0538d tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 Mar 08 20:25:31.283107 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:31.494390 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07907e-ab9e-4bef-80a2-a67f49bbe6c4 req-f082bfe8-f139-4909-8470-f994471277d8 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:31.495847 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8b07907e-ab9e-4bef-80a2-a67f49bbe6c4 req-f082bfe8-f139-4909-8470-f994471277d8 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 945 time: 0.0547645 Mar 08 20:25:31.541751 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8b07907e-ab9e-4bef-80a2-a67f49bbe6c4 req-baa6e53d-c781-41a4-a2ee-798e8fab5f0d tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399964 Mar 08 20:25:32.506907 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:41.096113 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45010) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:41.202467 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-73d273cb-3901-4559-92a6-9c2cfbd1708f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:41.275512 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-73d273cb-3901-4559-92a6-9c2cfbd1708f admin admin] Publish callbacks [] for security_group (d60b98d9-8241-4630-8537-98011fee527b), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:41.280182 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-73d273cb-3901-4559-92a6-9c2cfbd1708f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (d60b98d9-8241-4630-8537-98011fee527b), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:41.316112 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-73d273cb-3901-4559-92a6-9c2cfbd1708f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f68db3a8bbd4355aae4ffac4b7b0166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189240 Mar 08 20:25:41.317962 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d273cb-3901-4559-92a6-9c2cfbd1708f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60b98d9-8241-4630-8537-98011fee527b,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:41.319070 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45014) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:41.366269 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2b1fa797-5f67-4423-b8f1-f3a150d7d587 admin admin] Publish callbacks [] for security_group (d60b98d9-8241-4630-8537-98011fee527b), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:41.386645 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2b1fa797-5f67-4423-b8f1-f3a150d7d587 admin admin] Publish callbacks [] for security_group (d60b98d9-8241-4630-8537-98011fee527b), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:41.433129 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2b1fa797-5f67-4423-b8f1-f3a150d7d587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (d60b98d9-8241-4630-8537-98011fee527b), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:41.435688 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2b1fa797-5f67-4423-b8f1-f3a150d7d587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:41.436908 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-2b1fa797-5f67-4423-b8f1-f3a150d7d587 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d60b98d9-8241-4630-8537-98011fee527b HTTP/1.1" status: 204 len: 168 time: 0.1161883 Mar 08 20:25:41.444492 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fa797-5f67-4423-b8f1-f3a150d7d587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60b98d9-8241-4630-8537-98011fee527b,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:42.854209 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:43.000169 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca80d7c-870e-4d0c-9c3e-33dbbdcb0f23 req-7af9ab12-4676-4296-857a-3ee9476307e4 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:43.002240 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8ca80d7c-870e-4d0c-9c3e-33dbbdcb0f23 req-7af9ab12-4676-4296-857a-3ee9476307e4 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 945 time: 0.0547938 Mar 08 20:25:43.052609 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8ca80d7c-870e-4d0c-9c3e-33dbbdcb0f23 req-2ca382fb-f52b-429b-9812-9b933a70bc56 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448332 Mar 08 20:25:43.073718 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45104) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:43.277947 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284906f6-e506-481e-be01-fa4d64cae4d9 tempest-TestMinimumBasicScenario-99886138 tempest-TestMinimumBasicScenario-99886138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:43.279369 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-284906f6-e506-481e-be01-fa4d64cae4d9 tempest-TestMinimumBasicScenario-99886138 tempest-TestMinimumBasicScenario-99886138-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 1124 time: 0.2047067 Mar 08 20:25:43.282659 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45108) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:43.286765 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Request body: {'floatingip': {'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'port_id': 'f09758ad-83cc-4a46-b51e-4a04bb3af591', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:43.306854 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:43.400720 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:43.506965 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Allocated IP 172.27.1.182 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/e9031cbb-23ce-4188-8469-a1ebecfaf00e) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:25:43.610369 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for port (e9031cbb-23ce-4188-8469-a1ebecfaf00e), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:43.645037 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (e9031cbb-23ce-4188-8469-a1ebecfaf00e), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:43.684925 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:25:43.687748 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:25:43.691668 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:25:43.697007 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Pushing event updated for resources: {'Port': ['ID=e9031cbb-23ce-4188-8469-a1ebecfaf00e,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:44.067641 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for floatingip (edb52d7e-d559-408f-97a2-6551f01a9faa), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:44.139270 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (e9031cbb-23ce-4188-8469-a1ebecfaf00e), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:44.286520 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for port (e9031cbb-23ce-4188-8469-a1ebecfaf00e), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:44.291082 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (e9031cbb-23ce-4188-8469-a1ebecfaf00e), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:44.365278 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Pushing event updated for resources: {'Port': ['ID=e9031cbb-23ce-4188-8469-a1ebecfaf00e,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:44.373187 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (edb52d7e-d559-408f-97a2-6551f01a9faa), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:44.475054 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.l3_db [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Floating IP edb52d7e-d559-408f-97a2-6551f01a9faa associated. External IP: 172.27.1.182, port: f09758ad-83cc-4a46-b51e-4a04bb3af591. Mar 08 20:25:44.691867 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Router a0128fc9-26cc-4a53-bc9d-c77670dbc77a has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:25:44.801882 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:25:44.812538 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5359d-c8b5-42b2-9806-2f30b9a7fe0b None None] Sync routers for ids ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:25:44.820347 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:44.829493 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5359d-c8b5-42b2-9806-2f30b9a7fe0b None None] Routers {'a0128fc9-26cc-4a53-bc9d-c77670dbc77a'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:25:44.831412 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-8cf5359d-c8b5-42b2-9806-2f30b9a7fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:25:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:44.849660 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-52e519ad-4e50-4141-ab63-5db11fd79ce3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5659888 Mar 08 20:25:44.850370 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'tag': 'f09758ad-83cc-4a46-b51e-4a04bb3af591'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:25:44.852524 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45114) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:44.853099 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d5d56d-4611-41bb-8bf0-c28fd0133721" -d '{"events": [{"name": "network-changed", "server_uuid": "e6be66b7-2323-4cc6-9ceb-226bdb18e831", "tag": "f09758ad-83cc-4a46-b51e-4a04bb3af591"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:25:44.857445 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-12df5513-7c3f-42b1-a293-f820c52a5416 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245749661', 'description': 'tempest-secgroup-smoke-245749661 description', 'project_id': 'bdd15010b2584a6fba0ed753192e6572'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:44.880497 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-12df5513-7c3f-42b1-a293-f820c52a5416 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:44.888769 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82cdafa-25b3-4df9-bd15-1d672936fe66 x-openstack-request-id: req-f82cdafa-25b3-4df9-bd15-1d672936fe66 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:25:44.889070 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6be66b7-2323-4cc6-9ceb-226bdb18e831", "tag": "f09758ad-83cc-4a46-b51e-4a04bb3af591", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:25:44.889333 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f82cdafa-25b3-4df9-bd15-1d672936fe66 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:25:44.889755 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'tag': 'f09758ad-83cc-4a46-b51e-4a04bb3af591', 'status': 'completed', 'code': 200} Mar 08 20:25:44.947517 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-8cf5359d-c8b5-42b2-9806-2f30b9a7fe0b None None] Set router a0128fc9-26cc-4a53-bc9d-c77670dbc77a gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:25:44.986295 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-12df5513-7c3f-42b1-a293-f820c52a5416 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group (4e9d310e-3611-40a0-ae0d-53f9ae436360), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:44.988496 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5d56d-4611-41bb-8bf0-c28fd0133721 req-fd33d0ad-4c74-448b-ac96-ed1bdc538b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:44.990054 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b2d5d56d-4611-41bb-8bf0-c28fd0133721 req-fd33d0ad-4c74-448b-ac96-ed1bdc538b3e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdd15010b2584a6fba0ed753192e6572&device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 1129 time: 0.0749199 Mar 08 20:25:44.991285 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-12df5513-7c3f-42b1-a293-f820c52a5416 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (4e9d310e-3611-40a0-ae0d-53f9ae436360), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:45.051303 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-12df5513-7c3f-42b1-a293-f820c52a5416 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:45.055298 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-12df5513-7c3f-42b1-a293-f820c52a5416 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1988068 Mar 08 20:25:45.055298 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df5513-7c3f-42b1-a293-f820c52a5416 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9d310e-3611-40a0-ae0d-53f9ae436360,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:45.056066 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45118) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:45.060749 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-3adad394-2b07-4a8c-8be1-5e8c78ad6df8 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Request body: {'security_group_rule': {'security_group_id': '4e9d310e-3611-40a0-ae0d-53f9ae436360', 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:45.089604 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3adad394-2b07-4a8c-8be1-5e8c78ad6df8 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group_rule (4d3c611e-1421-4679-bff4-164f5a848c97), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:45.122676 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5d56d-4611-41bb-8bf0-c28fd0133721 req-5f384b19-d238-45a1-9e70-1aa4bf420383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:45.124140 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b2d5d56d-4611-41bb-8bf0-c28fd0133721 req-5f384b19-d238-45a1-9e70-1aa4bf420383 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da HTTP/1.1" status: 200 len: 916 time: 0.1263516 Mar 08 20:25:45.156109 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3adad394-2b07-4a8c-8be1-5e8c78ad6df8 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group_rule (4d3c611e-1421-4679-bff4-164f5a848c97), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:45.170652 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3adad394-2b07-4a8c-8be1-5e8c78ad6df8 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (4d3c611e-1421-4679-bff4-164f5a848c97), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:45.189832 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adad394-2b07-4a8c-8be1-5e8c78ad6df8 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3c611e-1421-4679-bff4-164f5a848c97,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:45.199343 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-3adad394-2b07-4a8c-8be1-5e8c78ad6df8 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:45.201041 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-3adad394-2b07-4a8c-8be1-5e8c78ad6df8 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434860 Mar 08 20:25:45.203552 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45120) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:45.208423 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-c39d99b3-4b52-4c63-8aac-ebf9a240aefa tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Request body: {'security_group_rule': {'security_group_id': '4e9d310e-3611-40a0-ae0d-53f9ae436360', 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:45.211390 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-8cf5359d-c8b5-42b2-9806-2f30b9a7fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'name': 'tempest-TestMinimumBasicScenario-1751118649-router', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:40Z', 'updated_at': '2022-03-08T20:24:44Z', 'revision_number': 4, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'gw_port': {'id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:41Z', 'updated_at': '2022-03-08T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'edb52d7e-d559-408f-97a2-6551f01a9faa', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'port_id': 'f09758ad-83cc-4a46-b51e-4a04bb3af591', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da', 'mac_address': 'fa:16:3e:f2:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:25:43Z', 'updated_at': '2022-03-08T20:25:43Z', 'revision_number': 0, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a', 'name': '', 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'mac_address': 'fa:16:3e:87:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:44Z', 'updated_at': '2022-03-08T20:24:51Z', 'revision_number': 5, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'subnets': [{'id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:45.238062 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-c39d99b3-4b52-4c63-8aac-ebf9a240aefa tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group_rule (ea987c72-e294-4bd4-a11e-b06b4c6fc19c), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:45.239738 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b2d5d56d-4611-41bb-8bf0-c28fd0133721 req-315bbdb0-19f7-466d-809d-ea06887b17ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f09758ad-83cc-4a46-b51e-4a04bb3af591 HTTP/1.1" status: 200 len: 999 time: 0.1075706 Mar 08 20:25:45.241306 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5359d-c8b5-42b2-9806-2f30b9a7fe0b None None] Checking router: a0128fc9-26cc-4a53-bc9d-c77670dbc77a for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:25:45.250123 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5359d-c8b5-42b2-9806-2f30b9a7fe0b None None] Routers {'a0128fc9-26cc-4a53-bc9d-c77670dbc77a'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:25:45.250750 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-8cf5359d-c8b5-42b2-9806-2f30b9a7fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:25:28Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:45.295393 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5d56d-4611-41bb-8bf0-c28fd0133721 req-6925486b-b69a-45c5-b202-90d91bed3632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:45.296917 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b2d5d56d-4611-41bb-8bf0-c28fd0133721 req-6925486b-b69a-45c5-b202-90d91bed3632 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f299f7d-fc96-4a6a-a2cf-bf908c64b552 HTTP/1.1" status: 200 len: 854 time: 0.0487051 Mar 08 20:25:45.299786 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-c39d99b3-4b52-4c63-8aac-ebf9a240aefa tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group_rule (ea987c72-e294-4bd4-a11e-b06b4c6fc19c), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:45.303915 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-c39d99b3-4b52-4c63-8aac-ebf9a240aefa tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (ea987c72-e294-4bd4-a11e-b06b4c6fc19c), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:45.321502 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d99b3-4b52-4c63-8aac-ebf9a240aefa tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea987c72-e294-4bd4-a11e-b06b4c6fc19c,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:45.333073 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-c39d99b3-4b52-4c63-8aac-ebf9a240aefa tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:45.337452 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-c39d99b3-4b52-4c63-8aac-ebf9a240aefa tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299665 Mar 08 20:25:45.337610 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45122) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:45.341549 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-835881b8-fd23-4403-a2f8-b73c8d38718f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Request body: {'security_group_rule': {'security_group_id': '4e9d310e-3611-40a0-ae0d-53f9ae436360', 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:45.368002 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5d56d-4611-41bb-8bf0-c28fd0133721 req-71ad90d3-6e0a-44fd-b20d-a24f254eaebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:45.369712 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b2d5d56d-4611-41bb-8bf0-c28fd0133721 req-71ad90d3-6e0a-44fd-b20d-a24f254eaebf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662980 Mar 08 20:25:45.375739 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-835881b8-fd23-4403-a2f8-b73c8d38718f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group_rule (3c287663-42d2-4ad4-a3fa-ca70a60248e8), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:45.376697 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-8cf5359d-c8b5-42b2-9806-2f30b9a7fe0b None None] Set router a0128fc9-26cc-4a53-bc9d-c77670dbc77a gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:25:45.617859 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-8cf5359d-c8b5-42b2-9806-2f30b9a7fe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'name': 'tempest-TestMinimumBasicScenario-1751118649-router', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:40Z', 'updated_at': '2022-03-08T20:24:44Z', 'revision_number': 4, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'gw_port': {'id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:41Z', 'updated_at': '2022-03-08T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'edb52d7e-d559-408f-97a2-6551f01a9faa', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'port_id': 'f09758ad-83cc-4a46-b51e-4a04bb3af591', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da', 'mac_address': 'fa:16:3e:f2:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:25:43Z', 'updated_at': '2022-03-08T20:25:43Z', 'revision_number': 0, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a', 'name': '', 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'mac_address': 'fa:16:3e:87:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:44Z', 'updated_at': '2022-03-08T20:24:51Z', 'revision_number': 5, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'subnets': [{'id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:25:45.646096 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5359d-c8b5-42b2-9806-2f30b9a7fe0b None None] The sync data for ids ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'] in dv-cinder-830093-3-iscsi is: [{'id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'name': 'tempest-TestMinimumBasicScenario-1751118649-router', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:40Z', 'updated_at': '2022-03-08T20:24:44Z', 'revision_number': 4, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'gw_port': {'id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:41Z', 'updated_at': '2022-03-08T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': 'edb52d7e-d559-408f-97a2-6551f01a9faa', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'port_id': 'f09758ad-83cc-4a46-b51e-4a04bb3af591', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da', 'mac_address': 'fa:16:3e:f2:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:25:43Z', 'updated_at': '2022-03-08T20:25:43Z', 'revision_number': 0, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a', 'name': '', 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'mac_address': 'fa:16:3e:87:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:44Z', 'updated_at': '2022-03-08T20:24:51Z', 'revision_number': 5, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'subnets': [{'id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:25:45.736873 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-835881b8-fd23-4403-a2f8-b73c8d38718f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group_rule (3c287663-42d2-4ad4-a3fa-ca70a60248e8), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:45.742692 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-835881b8-fd23-4403-a2f8-b73c8d38718f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (3c287663-42d2-4ad4-a3fa-ca70a60248e8), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:45.767283 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b2d5d56d-4611-41bb-8bf0-c28fd0133721 req-0966f90b-e553-4c74-89c0-19b99edecc56 service neutron] 10.222.0.60 "GET /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763633 Mar 08 20:25:45.770498 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835881b8-fd23-4403-a2f8-b73c8d38718f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c287663-42d2-4ad4-a3fa-ca70a60248e8,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:45.775274 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-835881b8-fd23-4403-a2f8-b73c8d38718f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:45.776378 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-835881b8-fd23-4403-a2f8-b73c8d38718f tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4382117 Mar 08 20:25:45.779188 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45126) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:45.785061 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-891fef70-2806-4e83-8ce2-4484f8dbe27c tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Request body: {'security_group_rule': {'security_group_id': '4e9d310e-3611-40a0-ae0d-53f9ae436360', 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:45.811216 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-891fef70-2806-4e83-8ce2-4484f8dbe27c tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group_rule (0677f587-ca9f-4983-b051-b223fbb792a4), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:45.869437 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b2d5d56d-4611-41bb-8bf0-c28fd0133721 req-af3ee0d8-4d5a-440e-995b-89e9d94c287f service neutron] 10.222.0.60 "GET /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920079 Mar 08 20:25:45.886992 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-891fef70-2806-4e83-8ce2-4484f8dbe27c tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group_rule (0677f587-ca9f-4983-b051-b223fbb792a4), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:45.892582 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-891fef70-2806-4e83-8ce2-4484f8dbe27c tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (0677f587-ca9f-4983-b051-b223fbb792a4), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:45.896923 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b0b0d-0b6c-43c2-a4ae-c73a15e7b133 None None] New status for floating IP edb52d7e-d559-408f-97a2-6551f01a9faa: ACTIVE {{(pid=109691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:25:45.911579 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fef70-2806-4e83-8ce2-4484f8dbe27c tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0677f587-ca9f-4983-b051-b223fbb792a4,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:45.920443 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-891fef70-2806-4e83-8ce2-4484f8dbe27c tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:45.924623 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-891fef70-2806-4e83-8ce2-4484f8dbe27c tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413367 Mar 08 20:25:45.924791 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45130) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:45.929067 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [None req-1fd038e0-5382-4611-ae0f-016c8c0235ee tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Request body: {'security_group_rule': {'security_group_id': '4e9d310e-3611-40a0-ae0d-53f9ae436360', 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:45.950680 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.securitygroups_db [None req-1fd038e0-5382-4611-ae0f-016c8c0235ee tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Project bdd15010b2584a6fba0ed753192e6572 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:25:45.956254 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1fd038e0-5382-4611-ae0f-016c8c0235ee tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group_rule (81e379bc-cfda-469d-93f1-cce53bdfc569), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:46.016627 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1fd038e0-5382-4611-ae0f-016c8c0235ee tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group_rule (81e379bc-cfda-469d-93f1-cce53bdfc569), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:46.020411 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1fd038e0-5382-4611-ae0f-016c8c0235ee tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (81e379bc-cfda-469d-93f1-cce53bdfc569), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:46.037741 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd038e0-5382-4611-ae0f-016c8c0235ee tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e379bc-cfda-469d-93f1-cce53bdfc569,revision_number=0']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:46.047817 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-1fd038e0-5382-4611-ae0f-016c8c0235ee tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:46.049405 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-1fd038e0-5382-4611-ae0f-016c8c0235ee tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236174 Mar 08 20:25:46.052564 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45132) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:46.058143 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-abe0067e-db88-4206-97ce-4a13d47fb9c3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Request body: {'security_group_rule': {'security_group_id': '4e9d310e-3611-40a0-ae0d-53f9ae436360', 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:46.081444 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.securitygroups_db [None req-abe0067e-db88-4206-97ce-4a13d47fb9c3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Project bdd15010b2584a6fba0ed753192e6572 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:25:46.086568 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-abe0067e-db88-4206-97ce-4a13d47fb9c3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group_rule (5e5f15ed-f99c-4477-8798-87f895cb9504), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:46.145094 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-abe0067e-db88-4206-97ce-4a13d47fb9c3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group_rule (5e5f15ed-f99c-4477-8798-87f895cb9504), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:46.149089 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-abe0067e-db88-4206-97ce-4a13d47fb9c3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825498'] for security_group_rule (5e5f15ed-f99c-4477-8798-87f895cb9504), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:46.168409 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0067e-db88-4206-97ce-4a13d47fb9c3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5f15ed-f99c-4477-8798-87f895cb9504,revision_number=0']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:46.183597 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-abe0067e-db88-4206-97ce-4a13d47fb9c3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:46.184823 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-abe0067e-db88-4206-97ce-4a13d47fb9c3 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1308968 Mar 08 20:25:46.273760 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e036061a-aede-4efd-9a8d-bac42dc23d4a req-4d77e46e-0a67-4119-acbc-046ea61ab72e tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245749661&fields=id&tenant_id=bdd15010b2584a6fba0ed753192e6572 HTTP/1.1" status: 200 len: 267 time: 0.0449584 Mar 08 20:25:46.327628 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036061a-aede-4efd-9a8d-bac42dc23d4a req-77afc25f-bae5-4f2d-b2a2-0ae917501482 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:46.329730 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e036061a-aede-4efd-9a8d-bac42dc23d4a req-77afc25f-bae5-4f2d-b2a2-0ae917501482 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 945 time: 0.0507984 Mar 08 20:25:46.340021 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-e036061a-aede-4efd-9a8d-bac42dc23d4a req-4ae49114-b01c-4451-b8c8-b790005ba147 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Request body: {'port': {'security_groups': ['d6f9d8a0-81c7-4302-a275-0f2abddc461d', '4e9d310e-3611-40a0-ae0d-53f9ae436360']}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:46.410858 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e036061a-aede-4efd-9a8d-bac42dc23d4a req-4ae49114-b01c-4451-b8c8-b790005ba147 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:46.596528 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-e036061a-aede-4efd-9a8d-bac42dc23d4a req-4ae49114-b01c-4451-b8c8-b790005ba147 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] For port f09758ad-83cc-4a46-b51e-4a04bb3af591, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f09758ad-83cc-4a46-b51e-4a04bb3af591,segment=NetworkSegment(30b16708-31d5-4943-b72e-74aefde8971c),segment_id=30b16708-31d5-4943-b72e-74aefde8971c)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:25:46.626959 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e036061a-aede-4efd-9a8d-bac42dc23d4a req-4ae49114-b01c-4451-b8c8-b790005ba147 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:46.631592 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e036061a-aede-4efd-9a8d-bac42dc23d4a req-4ae49114-b01c-4451-b8c8-b790005ba147 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:46.645958 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['f09758ad-83cc-4a46-b51e-4a04bb3af591'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:25:46.673341 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036061a-aede-4efd-9a8d-bac42dc23d4a req-4ae49114-b01c-4451-b8c8-b790005ba147 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:46.674004 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e036061a-aede-4efd-9a8d-bac42dc23d4a req-4ae49114-b01c-4451-b8c8-b790005ba147 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:46.675467 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e036061a-aede-4efd-9a8d-bac42dc23d4a req-4ae49114-b01c-4451-b8c8-b790005ba147 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "PUT /v2.0/ports/f09758ad-83cc-4a46-b51e-4a04bb3af591 HTTP/1.1" status: 200 len: 981 time: 0.3398030 Mar 08 20:25:46.704076 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae49114-b01c-4451-b8c8-b790005ba147 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Pushing event updated for resources: {'Port': ['ID=f09758ad-83cc-4a46-b51e-4a04bb3af591,revision_number=6']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:46.752382 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['f09758ad-83cc-4a46-b51e-4a04bb3af591'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:25:46.858944 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4a234e96-0ac9-401c-be62-b52662871bef req-0a76ea09-c013-40a2-9ac3-8dbb2c0d0a4f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0969863 Mar 08 20:25:46.871023 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c94d23-75e5-4ddc-88b0-d9d81c22691b req-863c841f-3c7b-4423-b33f-7cb39c1d4e9c tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:46.872900 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-19c94d23-75e5-4ddc-88b0-d9d81c22691b req-863c841f-3c7b-4423-b33f-7cb39c1d4e9c tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 984 time: 0.1008177 Mar 08 20:25:46.890604 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'tag': 'f09758ad-83cc-4a46-b51e-4a04bb3af591'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:25:46.894185 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a2abec-1b67-4345-b592-9f1ab576a286" -d '{"events": [{"name": "network-changed", "server_uuid": "e6be66b7-2323-4cc6-9ceb-226bdb18e831", "tag": "f09758ad-83cc-4a46-b51e-4a04bb3af591"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:25:46.944936 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98332da3-2506-4b0a-b3ff-90358848b4cd x-openstack-request-id: req-98332da3-2506-4b0a-b3ff-90358848b4cd {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:25:46.945248 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6be66b7-2323-4cc6-9ceb-226bdb18e831", "tag": "f09758ad-83cc-4a46-b51e-4a04bb3af591", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:25:46.945547 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-98332da3-2506-4b0a-b3ff-90358848b4cd {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:25:46.946057 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'tag': 'f09758ad-83cc-4a46-b51e-4a04bb3af591', 'status': 'completed', 'code': 200} Mar 08 20:25:46.988950 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-19c94d23-75e5-4ddc-88b0-d9d81c22691b req-dfe08b6f-afb2-40ac-8113-253070b5b94d tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9d310e-3611-40a0-ae0d-53f9ae436360&id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1101284 Mar 08 20:25:47.009347 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a234e96-0ac9-401c-be62-b52662871bef req-efc8869a-92de-4953-9b9f-aa5bb561e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:47.011199 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4a234e96-0ac9-401c-be62-b52662871bef req-efc8869a-92de-4953-9b9f-aa5bb561e761 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 1129 time: 0.0993114 Mar 08 20:25:47.039567 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2abec-1b67-4345-b592-9f1ab576a286 req-450f0752-5239-4e68-849d-1e694f81adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:47.041204 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-42a2abec-1b67-4345-b592-9f1ab576a286 req-450f0752-5239-4e68-849d-1e694f81adcf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdd15010b2584a6fba0ed753192e6572&device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 1168 time: 0.0562794 Mar 08 20:25:47.091135 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-61d9d74a-0951-43c7-b7a2-a50e6e8210cf None None] Provisioning complete for port f09758ad-83cc-4a46-b51e-4a04bb3af591 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:47.091742 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-61d9d74a-0951-43c7-b7a2-a50e6e8210cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:47.141964 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a234e96-0ac9-401c-be62-b52662871bef req-6e6b12cb-7ab9-4503-9b49-7ce10f90e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:47.143838 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4a234e96-0ac9-401c-be62-b52662871bef req-6e6b12cb-7ab9-4503-9b49-7ce10f90e54b service neutron] 10.222.0.60 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 913 time: 0.1065094 Mar 08 20:25:47.157956 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2abec-1b67-4345-b592-9f1ab576a286 req-1ab4916c-2d7e-434d-87aa-dfffee6ba6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:47.159643 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-42a2abec-1b67-4345-b592-9f1ab576a286 req-1ab4916c-2d7e-434d-87aa-dfffee6ba6f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da HTTP/1.1" status: 200 len: 916 time: 0.1078951 Mar 08 20:25:47.222358 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4a234e96-0ac9-401c-be62-b52662871bef req-0875f6cf-e033-42a1-aabe-3dee7f5006ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14d0f0f4-cdcd-42ab-a88a-531f54f71424 HTTP/1.1" status: 200 len: 1000 time: 0.0694506 Mar 08 20:25:47.232865 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-42a2abec-1b67-4345-b592-9f1ab576a286 req-00201fa8-841d-47ed-997e-0325fa3ec874 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f09758ad-83cc-4a46-b51e-4a04bb3af591 HTTP/1.1" status: 200 len: 1001 time: 0.0678570 Mar 08 20:25:47.278656 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a234e96-0ac9-401c-be62-b52662871bef req-e797e5a3-a1b3-43f1-8d6c-17865e8348e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:47.280115 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4a234e96-0ac9-401c-be62-b52662871bef req-e797e5a3-a1b3-43f1-8d6c-17865e8348e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=761858cc-528f-4940-880c-53b6ed8fcbf4 HTTP/1.1" status: 200 len: 851 time: 0.0515978 Mar 08 20:25:47.285679 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2abec-1b67-4345-b592-9f1ab576a286 req-ec56b563-833a-42a8-b8f0-0c134ee198f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:47.287145 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-42a2abec-1b67-4345-b592-9f1ab576a286 req-ec56b563-833a-42a8-b8f0-0c134ee198f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f299f7d-fc96-4a6a-a2cf-bf908c64b552 HTTP/1.1" status: 200 len: 854 time: 0.0480323 Mar 08 20:25:47.313095 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-61d9d74a-0951-43c7-b7a2-a50e6e8210cf None None] Current status of the port f09758ad-83cc-4a46-b51e-4a04bb3af591 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:25:47.331336 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a234e96-0ac9-401c-be62-b52662871bef req-4c2e1d79-3d22-4187-a2ee-03eff57249ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:47.332880 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4a234e96-0ac9-401c-be62-b52662871bef req-4c2e1d79-3d22-4187-a2ee-03eff57249ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=546773f9-3d58-443e-852b-a01eb178b7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468502 Mar 08 20:25:47.348158 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2abec-1b67-4345-b592-9f1ab576a286 req-768ece84-72d4-4fe7-b4a3-c6ac4fb59283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:47.349786 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-42a2abec-1b67-4345-b592-9f1ab576a286 req-768ece84-72d4-4fe7-b4a3-c6ac4fb59283 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573542 Mar 08 20:25:47.353276 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:25:47.429400 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4a234e96-0ac9-401c-be62-b52662871bef req-55bac994-effc-4d6b-8150-e9994a9c0dcd service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872161 Mar 08 20:25:47.441992 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-42a2abec-1b67-4345-b592-9f1ab576a286 req-8d1b7c17-7f0f-4b23-a779-550fd3240b10 service neutron] 10.222.0.60 "GET /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860181 Mar 08 20:25:47.525082 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4a234e96-0ac9-401c-be62-b52662871bef req-8e9fb438-7bed-4ccf-b238-4d5182d9e126 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870123 Mar 08 20:25:47.533915 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-42a2abec-1b67-4345-b592-9f1ab576a286 req-a8314dc3-1277-41f8-af2f-35c3b3fd1d50 service neutron] 10.222.0.60 "GET /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844669 Mar 08 20:25:56.264003 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-23603872-53be-4f88-96d0-01d8b8717e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:58.510034 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-073421bd-c7cd-4b1e-9736-b0efc4e9bc07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:59.828273 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:01.284593 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:02.509108 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:09.920037 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45244) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:26:10.022909 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6ef29498-d4b0-4d1d-abfe-707654cefd0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:10.094148 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6ef29498-d4b0-4d1d-abfe-707654cefd0c admin admin] Publish callbacks [] for security_group (110e7935-2556-4688-a3e6-f5a877f3c737), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:10.097885 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-6ef29498-d4b0-4d1d-abfe-707654cefd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (110e7935-2556-4688-a3e6-f5a877f3c737), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:10.136616 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-6ef29498-d4b0-4d1d-abfe-707654cefd0c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a3f8e6fc32e49f2876f798920fe62b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154310 Mar 08 20:26:10.137567 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef29498-d4b0-4d1d-abfe-707654cefd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110e7935-2556-4688-a3e6-f5a877f3c737,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:26:10.139285 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45248) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:26:10.144857 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef29498-d4b0-4d1d-abfe-707654cefd0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.145213 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef29498-d4b0-4d1d-abfe-707654cefd0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.145560 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef29498-d4b0-4d1d-abfe-707654cefd0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.145899 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef29498-d4b0-4d1d-abfe-707654cefd0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.146231 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef29498-d4b0-4d1d-abfe-707654cefd0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.146561 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef29498-d4b0-4d1d-abfe-707654cefd0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.146892 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef29498-d4b0-4d1d-abfe-707654cefd0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.147221 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef29498-d4b0-4d1d-abfe-707654cefd0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.147548 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef29498-d4b0-4d1d-abfe-707654cefd0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.147875 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef29498-d4b0-4d1d-abfe-707654cefd0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.148199 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef29498-d4b0-4d1d-abfe-707654cefd0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.148555 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef29498-d4b0-4d1d-abfe-707654cefd0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.148879 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef29498-d4b0-4d1d-abfe-707654cefd0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.186680 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] Publish callbacks [] for security_group (110e7935-2556-4688-a3e6-f5a877f3c737), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:10.206991 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] Publish callbacks [] for security_group (110e7935-2556-4688-a3e6-f5a877f3c737), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:10.253014 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (110e7935-2556-4688-a3e6-f5a877f3c737), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:10.255524 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:10.256696 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/110e7935-2556-4688-a3e6-f5a877f3c737 HTTP/1.1" status: 204 len: 168 time: 0.1164262 Mar 08 20:26:10.264254 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110e7935-2556-4688-a3e6-f5a877f3c737,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:26:10.271662 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.272014 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.272390 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.272730 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.273062 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.273391 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.273720 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.274045 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.274370 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.274696 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.275018 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.275343 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:10.275661 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de6ca1-de5e-46b4-b5d8-253d2c620e80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:12.991638 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:19.269634 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578a45e-a327-430a-9ade-a94507409056 req-b684e268-9494-46ba-8645-7b53576b1ab2 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:19.270233 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0435c92-af2a-48a4-bd0f-089e833ec831 req-967a23bb-7330-4878-8d67-de8d025e3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:19.271162 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5578a45e-a327-430a-9ade-a94507409056 req-b684e268-9494-46ba-8645-7b53576b1ab2 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 984 time: 0.0575051 Mar 08 20:26:19.271777 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d0435c92-af2a-48a4-bd0f-089e833ec831 req-967a23bb-7330-4878-8d67-de8d025e3482 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdd15010b2584a6fba0ed753192e6572&device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 1168 time: 0.0446565 Mar 08 20:26:19.329608 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5578a45e-a327-430a-9ade-a94507409056 req-fb51fa95-6924-42d2-b9ff-68923c889501 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9d310e-3611-40a0-ae0d-53f9ae436360&id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527937 Mar 08 20:26:19.362678 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0435c92-af2a-48a4-bd0f-089e833ec831 req-e3190f3e-1abe-41d3-8201-e09afa20a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:19.364154 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d0435c92-af2a-48a4-bd0f-089e833ec831 req-e3190f3e-1abe-41d3-8201-e09afa20a75d service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da HTTP/1.1" status: 200 len: 916 time: 0.0865428 Mar 08 20:26:19.431938 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d0435c92-af2a-48a4-bd0f-089e833ec831 req-2633c12c-d176-427c-897b-a829f89dd58c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f09758ad-83cc-4a46-b51e-4a04bb3af591 HTTP/1.1" status: 200 len: 1001 time: 0.0611303 Mar 08 20:26:19.481437 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0435c92-af2a-48a4-bd0f-089e833ec831 req-fedf07ae-8f51-4b75-924e-0b43dfc23f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:19.482853 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d0435c92-af2a-48a4-bd0f-089e833ec831 req-fedf07ae-8f51-4b75-924e-0b43dfc23f55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f299f7d-fc96-4a6a-a2cf-bf908c64b552 HTTP/1.1" status: 200 len: 854 time: 0.0450144 Mar 08 20:26:19.531080 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0435c92-af2a-48a4-bd0f-089e833ec831 req-5f975638-c690-4a2a-a9ed-00397ea66319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:19.532414 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d0435c92-af2a-48a4-bd0f-089e833ec831 req-5f975638-c690-4a2a-a9ed-00397ea66319 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436051 Mar 08 20:26:19.618405 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d0435c92-af2a-48a4-bd0f-089e833ec831 req-82841141-0f92-4989-8dce-ad90fca1d066 service neutron] 10.222.0.60 "GET /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789819 Mar 08 20:26:19.991926 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-d0435c92-af2a-48a4-bd0f-089e833ec831 req-ad1dd23f-4f29-47e9-ab1c-d40922f3d79f service neutron] 10.222.0.60 "GET /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671975 Mar 08 20:26:20.448091 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47981543-b28c-4cdd-9950-3e82fb61d30b req-4a588aed-357e-41ce-9e36-e343d90fcd76 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:20.449583 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-47981543-b28c-4cdd-9950-3e82fb61d30b req-4a588aed-357e-41ce-9e36-e343d90fcd76 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 984 time: 0.0516486 Mar 08 20:26:20.507587 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-47981543-b28c-4cdd-9950-3e82fb61d30b req-ecebe080-5e93-4b7d-9431-133065963b3c tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9d310e-3611-40a0-ae0d-53f9ae436360&id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516784 Mar 08 20:26:21.626379 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fd15e-690e-45d7-92c9-799c1c8727c3 req-7f498759-436f-441e-bf02-3c12bd289f81 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:21.627840 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-357fd15e-690e-45d7-92c9-799c1c8727c3 req-7f498759-436f-441e-bf02-3c12bd289f81 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 984 time: 0.0523007 Mar 08 20:26:21.685648 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-357fd15e-690e-45d7-92c9-799c1c8727c3 req-f82b0971-7cf0-4e81-958f-47fe2467a8d7 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9d310e-3611-40a0-ae0d-53f9ae436360&id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519917 Mar 08 20:26:22.805511 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aca72b-1fc0-431f-b488-07b8abb3ec13 req-18ab3a73-4927-49f0-aed1-4e7cea39be82 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:22.806947 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b2aca72b-1fc0-431f-b488-07b8abb3ec13 req-18ab3a73-4927-49f0-aed1-4e7cea39be82 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 984 time: 0.0544770 Mar 08 20:26:22.863159 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b2aca72b-1fc0-431f-b488-07b8abb3ec13 req-48bf9e6d-7290-4555-8398-2ebc6fdcd952 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9d310e-3611-40a0-ae0d-53f9ae436360&id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0507131 Mar 08 20:26:23.978157 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3ac15-5cde-4860-9505-987671345144 req-4cc33909-b45f-47e8-b092-4da57ef739af tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:23.979624 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-20d3ac15-5cde-4860-9505-987671345144 req-4cc33909-b45f-47e8-b092-4da57ef739af tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 984 time: 0.0522490 Mar 08 20:26:24.044958 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-20d3ac15-5cde-4860-9505-987671345144 req-26c9954b-cdd6-43a5-a08b-7b204fa5e388 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9d310e-3611-40a0-ae0d-53f9ae436360&id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596826 Mar 08 20:26:24.351246 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:26:25.161282 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40ea60-0779-43b7-a880-b4816f7bda8d req-d3154863-24ad-43ef-93f9-83baa5888b6a tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:25.162740 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ba40ea60-0779-43b7-a880-b4816f7bda8d req-d3154863-24ad-43ef-93f9-83baa5888b6a tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 984 time: 0.0515270 Mar 08 20:26:25.221282 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ba40ea60-0779-43b7-a880-b4816f7bda8d req-db54d8d2-5f6e-4e84-9e37-e6bdb7b09f72 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9d310e-3611-40a0-ae0d-53f9ae436360&id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529816 Mar 08 20:26:26.265256 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-434503f5-4f84-4ad0-84d2-b16574e4fb55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:26.337512 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a60b1-2afc-4d46-87b1-89265537c2f3 req-85388564-c048-49e1-bbf0-810be55cf28c tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:26.339026 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-542a60b1-2afc-4d46-87b1-89265537c2f3 req-85388564-c048-49e1-bbf0-810be55cf28c tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 984 time: 0.0524211 Mar 08 20:26:26.397252 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-542a60b1-2afc-4d46-87b1-89265537c2f3 req-78c93fef-60f5-4d80-be44-7256de660d19 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9d310e-3611-40a0-ae0d-53f9ae436360&id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520527 Mar 08 20:26:27.519130 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00450132-2d6d-453b-8da0-0e15e396e95e req-866b7fae-28a5-492a-afd0-9f32bfd30347 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:27.520620 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-00450132-2d6d-453b-8da0-0e15e396e95e req-866b7fae-28a5-492a-afd0-9f32bfd30347 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 984 time: 0.0569656 Mar 08 20:26:27.579484 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-00450132-2d6d-453b-8da0-0e15e396e95e req-1f9e6245-fc80-4298-9b61-d9256bb0a223 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9d310e-3611-40a0-ae0d-53f9ae436360&id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532424 Mar 08 20:26:28.513520 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f0bdd35b-7ee7-4c5a-ae5e-908d7e6b0715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:28.695084 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fae3cd-07d8-4ded-96d5-1591f9898a7a req-16d0df94-b9fb-40c2-8a06-5ebe0fe75627 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:28.696591 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-32fae3cd-07d8-4ded-96d5-1591f9898a7a req-16d0df94-b9fb-40c2-8a06-5ebe0fe75627 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 984 time: 0.0532339 Mar 08 20:26:28.754725 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-32fae3cd-07d8-4ded-96d5-1591f9898a7a req-3c8ed093-ad9d-4174-8743-37994b78d583 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9d310e-3611-40a0-ae0d-53f9ae436360&id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526235 Mar 08 20:26:29.831503 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:29.875482 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a0e1a-3fae-40d7-8603-30d481203a78 req-b1c47f7e-e651-42e0-8151-fadd8f2f7699 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:29.877094 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ec5a0e1a-3fae-40d7-8603-30d481203a78 req-b1c47f7e-e651-42e0-8151-fadd8f2f7699 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 984 time: 0.0539541 Mar 08 20:26:29.944891 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ec5a0e1a-3fae-40d7-8603-30d481203a78 req-9db20ba8-ea54-439a-a05a-95ceeba55fc1 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9d310e-3611-40a0-ae0d-53f9ae436360&id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614188 Mar 08 20:26:31.066514 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ebd9d-6091-440b-93cb-c4a8bdfbd7b7 req-da61915a-2520-4ed6-821c-4c577feeb299 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:31.067980 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b59ebd9d-6091-440b-93cb-c4a8bdfbd7b7 req-da61915a-2520-4ed6-821c-4c577feeb299 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 984 time: 0.0569930 Mar 08 20:26:31.127642 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b59ebd9d-6091-440b-93cb-c4a8bdfbd7b7 req-8396badb-234a-430e-87c1-edeb5f839e02 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9d310e-3611-40a0-ae0d-53f9ae436360&id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540240 Mar 08 20:26:31.287990 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:32.510762 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:42.866554 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:46.783680 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fcdcd18e-f0fc-428f-a7e5-0026b2343dd6 req-87574037-8ca0-4139-a2c4-e145fa67bc8e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429153 Mar 08 20:26:46.850465 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcd18e-f0fc-428f-a7e5-0026b2343dd6 req-30907da4-a74c-4146-8537-d301867914ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:46.851909 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fcdcd18e-f0fc-428f-a7e5-0026b2343dd6 req-30907da4-a74c-4146-8537-d301867914ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdd15010b2584a6fba0ed753192e6572&device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 1168 time: 0.0466552 Mar 08 20:26:46.951071 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcd18e-f0fc-428f-a7e5-0026b2343dd6 req-648ad8ea-3aac-47f2-9ab4-465f6528114e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:46.952791 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fcdcd18e-f0fc-428f-a7e5-0026b2343dd6 req-648ad8ea-3aac-47f2-9ab4-465f6528114e service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da HTTP/1.1" status: 200 len: 916 time: 0.0829360 Mar 08 20:26:47.019336 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fcdcd18e-f0fc-428f-a7e5-0026b2343dd6 req-35ede7eb-1165-43a4-9048-7b3d1ee1b8e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f09758ad-83cc-4a46-b51e-4a04bb3af591 HTTP/1.1" status: 200 len: 1001 time: 0.0597830 Mar 08 20:26:47.065582 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcd18e-f0fc-428f-a7e5-0026b2343dd6 req-df0e1d7d-ea25-4509-bfd6-6f271b2e400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:47.066881 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fcdcd18e-f0fc-428f-a7e5-0026b2343dd6 req-df0e1d7d-ea25-4509-bfd6-6f271b2e400e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f299f7d-fc96-4a6a-a2cf-bf908c64b552 HTTP/1.1" status: 200 len: 854 time: 0.0413024 Mar 08 20:26:47.115195 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcd18e-f0fc-428f-a7e5-0026b2343dd6 req-a615dbb4-8d01-42a0-8c7e-c83613f17bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:47.116712 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fcdcd18e-f0fc-428f-a7e5-0026b2343dd6 req-a615dbb4-8d01-42a0-8c7e-c83613f17bca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442114 Mar 08 20:26:47.206263 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fcdcd18e-f0fc-428f-a7e5-0026b2343dd6 req-0ba24d8b-9c62-4bb5-bde2-ca40ef30775c service neutron] 10.222.0.60 "GET /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827367 Mar 08 20:26:47.294252 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fcdcd18e-f0fc-428f-a7e5-0026b2343dd6 req-a39de36b-78e0-4c2c-8882-c009f80400e1 service neutron] 10.222.0.60 "GET /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808916 Mar 08 20:26:56.267906 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-2548c396-14a4-4837-b5db-de8ee337c287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:58.515806 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d70b2187-38bf-462b-b9ec-76d67137cc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:59.833619 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:01.290511 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:01.349689 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:27:02.512833 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:03.600193 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-34f17d06-601f-4979-ba87-f9e07048d441 req-3a1f2d5b-ee5f-4e70-80a5-4bb3ea7ff147 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245749661&fields=id&tenant_id=bdd15010b2584a6fba0ed753192e6572 HTTP/1.1" status: 200 len: 267 time: 0.0518270 Mar 08 20:27:03.655754 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f17d06-601f-4979-ba87-f9e07048d441 req-d29b2392-e73d-4ed8-9b80-36c1b745a675 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:03.657242 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-34f17d06-601f-4979-ba87-f9e07048d441 req-d29b2392-e73d-4ed8-9b80-36c1b745a675 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 984 time: 0.0518391 Mar 08 20:27:03.667486 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-34f17d06-601f-4979-ba87-f9e07048d441 req-0978a8de-c20d-4f7e-a6cc-3b089b452823 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Request body: {'port': {'security_groups': ['d6f9d8a0-81c7-4302-a275-0f2abddc461d']}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:03.736858 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-34f17d06-601f-4979-ba87-f9e07048d441 req-0978a8de-c20d-4f7e-a6cc-3b089b452823 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:03.902569 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-34f17d06-601f-4979-ba87-f9e07048d441 req-0978a8de-c20d-4f7e-a6cc-3b089b452823 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] For port f09758ad-83cc-4a46-b51e-4a04bb3af591, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f09758ad-83cc-4a46-b51e-4a04bb3af591,segment=NetworkSegment(30b16708-31d5-4943-b72e-74aefde8971c),segment_id=30b16708-31d5-4943-b72e-74aefde8971c)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:03.931389 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-34f17d06-601f-4979-ba87-f9e07048d441 req-0978a8de-c20d-4f7e-a6cc-3b089b452823 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:03.936245 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-34f17d06-601f-4979-ba87-f9e07048d441 req-0978a8de-c20d-4f7e-a6cc-3b089b452823 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:03.949949 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['f09758ad-83cc-4a46-b51e-4a04bb3af591'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:27:03.980583 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f17d06-601f-4979-ba87-f9e07048d441 req-0978a8de-c20d-4f7e-a6cc-3b089b452823 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:03.981203 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-34f17d06-601f-4979-ba87-f9e07048d441 req-0978a8de-c20d-4f7e-a6cc-3b089b452823 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:03.983138 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-34f17d06-601f-4979-ba87-f9e07048d441 req-0978a8de-c20d-4f7e-a6cc-3b089b452823 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "PUT /v2.0/ports/f09758ad-83cc-4a46-b51e-4a04bb3af591 HTTP/1.1" status: 200 len: 942 time: 0.3199797 Mar 08 20:27:03.983589 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'tag': 'f09758ad-83cc-4a46-b51e-4a04bb3af591'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:27:03.989011 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce27b513-1d59-49cd-bbf9-f908320afa78" -d '{"events": [{"name": "network-changed", "server_uuid": "e6be66b7-2323-4cc6-9ceb-226bdb18e831", "tag": "f09758ad-83cc-4a46-b51e-4a04bb3af591"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:27:03.989939 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45294) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:04.023585 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978a8de-c20d-4f7e-a6cc-3b089b452823 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Pushing event updated for resources: {'Port': ['ID=f09758ad-83cc-4a46-b51e-4a04bb3af591,revision_number=7']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:04.031758 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca62ded-27b8-4ebb-86cf-6805b4427404 x-openstack-request-id: req-5ca62ded-27b8-4ebb-86cf-6805b4427404 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:27:04.032118 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6be66b7-2323-4cc6-9ceb-226bdb18e831", "tag": "f09758ad-83cc-4a46-b51e-4a04bb3af591", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:27:04.032465 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ca62ded-27b8-4ebb-86cf-6805b4427404 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:27:04.032930 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'tag': 'f09758ad-83cc-4a46-b51e-4a04bb3af591', 'status': 'completed', 'code': 200} Mar 08 20:27:04.056026 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['f09758ad-83cc-4a46-b51e-4a04bb3af591'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:27:04.081515 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-05e4f9f2-2142-4567-b820-0f674459fbe1 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group (4e9d310e-3611-40a0-ae0d-53f9ae436360), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:04.113440 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-05e4f9f2-2142-4567-b820-0f674459fbe1 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group (4e9d310e-3611-40a0-ae0d-53f9ae436360), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:04.118670 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27b513-1d59-49cd-bbf9-f908320afa78 req-499b5597-c99c-4b06-a80d-7d08c1283334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:04.120457 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ce27b513-1d59-49cd-bbf9-f908320afa78 req-499b5597-c99c-4b06-a80d-7d08c1283334 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdd15010b2584a6fba0ed753192e6572&device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 1129 time: 0.0652039 Mar 08 20:27:04.188690 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-05e4f9f2-2142-4567-b820-0f674459fbe1 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (4e9d310e-3611-40a0-ae0d-53f9ae436360), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:04.191297 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-05e4f9f2-2142-4567-b820-0f674459fbe1 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:04.194902 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-05e4f9f2-2142-4567-b820-0f674459fbe1 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "DELETE /v2.0/security-groups/4e9d310e-3611-40a0-ae0d-53f9ae436360 HTTP/1.1" status: 204 len: 168 time: 0.2006800 Mar 08 20:27:04.196736 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45298) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:04.202157 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4f9f2-2142-4567-b820-0f674459fbe1 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9d310e-3611-40a0-ae0d-53f9ae436360,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:04.275467 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27b513-1d59-49cd-bbf9-f908320afa78 req-220ce913-bae0-42eb-92b7-581879638c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:04.276984 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ce27b513-1d59-49cd-bbf9-f908320afa78 req-220ce913-bae0-42eb-92b7-581879638c6d service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da HTTP/1.1" status: 200 len: 916 time: 0.1511092 Mar 08 20:27:04.338250 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-d012fdb2-7ef5-4f9c-8238-ed07d5c1b981 None None] Provisioning complete for port f09758ad-83cc-4a46-b51e-4a04bb3af591 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:04.338650 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d012fdb2-7ef5-4f9c-8238-ed07d5c1b981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:04.391828 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ce27b513-1d59-49cd-bbf9-f908320afa78 req-7aeafe7d-ec2e-40b2-863e-3419946a48c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f09758ad-83cc-4a46-b51e-4a04bb3af591 HTTP/1.1" status: 200 len: 1001 time: 0.1078618 Mar 08 20:27:04.463734 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27b513-1d59-49cd-bbf9-f908320afa78 req-39a293dd-5921-4300-8163-3fa5e3bb2449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:04.465121 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ce27b513-1d59-49cd-bbf9-f908320afa78 req-39a293dd-5921-4300-8163-3fa5e3bb2449 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f299f7d-fc96-4a6a-a2cf-bf908c64b552 HTTP/1.1" status: 200 len: 854 time: 0.0542009 Mar 08 20:27:04.495760 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-d012fdb2-7ef5-4f9c-8238-ed07d5c1b981 None None] Current status of the port f09758ad-83cc-4a46-b51e-4a04bb3af591 is: ACTIVE; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:04.497516 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-82ee9cc5-0498-464a-95c9-dbefe02f09c6 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Deleting port e9031cbb-23ce-4188-8469-a1ebecfaf00e {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:27:04.497858 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-82ee9cc5-0498-464a-95c9-dbefe02f09c6 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (e9031cbb-23ce-4188-8469-a1ebecfaf00e), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:04.567076 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27b513-1d59-49cd-bbf9-f908320afa78 req-77b4f938-1d83-44d1-84e8-9274115c7165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:04.568603 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ce27b513-1d59-49cd-bbf9-f908320afa78 req-77b4f938-1d83-44d1-84e8-9274115c7165 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0976617 Mar 08 20:27:04.600319 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-82ee9cc5-0498-464a-95c9-dbefe02f09c6 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (e9031cbb-23ce-4188-8469-a1ebecfaf00e), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:04.600976 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-82ee9cc5-0498-464a-95c9-dbefe02f09c6 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for floatingip (e9031cbb-23ce-4188-8469-a1ebecfaf00e), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:04.621441 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-82ee9cc5-0498-464a-95c9-dbefe02f09c6 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Calling delete_port for e9031cbb-23ce-4188-8469-a1ebecfaf00e owned by network:floatingip {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:27:04.720115 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ce27b513-1d59-49cd-bbf9-f908320afa78 req-1f45d65e-00f2-4de8-8cfe-339cb7737c76 service neutron] 10.222.0.60 "GET /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453462 Mar 08 20:27:04.832698 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ce27b513-1d59-49cd-bbf9-f908320afa78 req-38605246-03da-44f0-a4e8-1a123b2a955b service neutron] 10.222.0.60 "GET /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050847 Mar 08 20:27:04.875951 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-82ee9cc5-0498-464a-95c9-dbefe02f09c6 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (e9031cbb-23ce-4188-8469-a1ebecfaf00e), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:04.908921 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee9cc5-0498-464a-95c9-dbefe02f09c6 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Pushing event deleted for resources: {'Port': ['ID=e9031cbb-23ce-4188-8469-a1ebecfaf00e,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:04.968093 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-82ee9cc5-0498-464a-95c9-dbefe02f09c6 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks [] for floatingip (edb52d7e-d559-408f-97a2-6551f01a9faa), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:04.968448 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.l3_db [None req-82ee9cc5-0498-464a-95c9-dbefe02f09c6 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Floating IP edb52d7e-d559-408f-97a2-6551f01a9faa disassociated (deleted). External IP: 172.27.1.182, port: f09758ad-83cc-4a46-b51e-4a04bb3af591. Mar 08 20:27:05.173152 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ee9cc5-0498-464a-95c9-dbefe02f09c6 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Router a0128fc9-26cc-4a53-bc9d-c77670dbc77a has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:27:05.279781 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ee9cc5-0498-464a-95c9-dbefe02f09c6 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:27:05.284496 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-82ee9cc5-0498-464a-95c9-dbefe02f09c6 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:05.289370 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c3b5c-d24a-4da4-a52b-82495cd38ab1 None None] Sync routers for ids ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:27:05.299283 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c3b5c-d24a-4da4-a52b-82495cd38ab1 None None] Routers {'a0128fc9-26cc-4a53-bc9d-c77670dbc77a'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:05.299884 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-097c3b5c-d24a-4da4-a52b-82495cd38ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:26:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:05.313577 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-82ee9cc5-0498-464a-95c9-dbefe02f09c6 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "DELETE /v2.0/floatingips/edb52d7e-d559-408f-97a2-6551f01a9faa HTTP/1.1" status: 204 len: 168 time: 1.1156120 Mar 08 20:27:05.498816 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-097c3b5c-d24a-4da4-a52b-82495cd38ab1 None None] Set router a0128fc9-26cc-4a53-bc9d-c77670dbc77a gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:05.699244 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-097c3b5c-d24a-4da4-a52b-82495cd38ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'name': 'tempest-TestMinimumBasicScenario-1751118649-router', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:40Z', 'updated_at': '2022-03-08T20:24:44Z', 'revision_number': 4, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'gw_port': {'id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:41Z', 'updated_at': '2022-03-08T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a', 'name': '', 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'mac_address': 'fa:16:3e:87:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:44Z', 'updated_at': '2022-03-08T20:24:51Z', 'revision_number': 5, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'subnets': [{'id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:05.724540 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c3b5c-d24a-4da4-a52b-82495cd38ab1 None None] Checking router: a0128fc9-26cc-4a53-bc9d-c77670dbc77a for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:27:05.733018 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c3b5c-d24a-4da4-a52b-82495cd38ab1 None None] Routers {'a0128fc9-26cc-4a53-bc9d-c77670dbc77a'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:05.733668 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-097c3b5c-d24a-4da4-a52b-82495cd38ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:26:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:05.837861 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-097c3b5c-d24a-4da4-a52b-82495cd38ab1 None None] Set router a0128fc9-26cc-4a53-bc9d-c77670dbc77a gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:06.034027 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'tag': 'f09758ad-83cc-4a46-b51e-4a04bb3af591'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:27:06.036625 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcd5952-6d4b-4aea-9b8c-3dc3a3ea0a92" -d '{"events": [{"name": "network-changed", "server_uuid": "e6be66b7-2323-4cc6-9ceb-226bdb18e831", "tag": "f09758ad-83cc-4a46-b51e-4a04bb3af591"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:27:06.042802 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-097c3b5c-d24a-4da4-a52b-82495cd38ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'name': 'tempest-TestMinimumBasicScenario-1751118649-router', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:40Z', 'updated_at': '2022-03-08T20:24:44Z', 'revision_number': 4, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'gw_port': {'id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:41Z', 'updated_at': '2022-03-08T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a', 'name': '', 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'mac_address': 'fa:16:3e:87:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:44Z', 'updated_at': '2022-03-08T20:24:51Z', 'revision_number': 5, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'subnets': [{'id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:06.069542 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c3b5c-d24a-4da4-a52b-82495cd38ab1 None None] The sync data for ids ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'] in dv-cinder-830093-3-iscsi is: [{'id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'name': 'tempest-TestMinimumBasicScenario-1751118649-router', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:40Z', 'updated_at': '2022-03-08T20:24:44Z', 'revision_number': 4, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'gw_port': {'id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:41Z', 'updated_at': '2022-03-08T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': 'db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a', 'name': '', 'network_id': '9a504a45-1fdb-4612-a3ff-1dc3d9eb60da', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'mac_address': 'fa:16:3e:87:5c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:44Z', 'updated_at': '2022-03-08T20:24:51Z', 'revision_number': 5, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'subnets': [{'id': '1f299f7d-fc96-4a6a-a2cf-bf908c64b552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:27:06.072002 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e8fbc9-0283-485b-8494-edd9a2229076 x-openstack-request-id: req-a0e8fbc9-0283-485b-8494-edd9a2229076 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:27:06.072446 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6be66b7-2323-4cc6-9ceb-226bdb18e831", "tag": "f09758ad-83cc-4a46-b51e-4a04bb3af591", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:27:06.072706 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0e8fbc9-0283-485b-8494-edd9a2229076 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:27:06.073137 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'tag': 'f09758ad-83cc-4a46-b51e-4a04bb3af591', 'status': 'completed', 'code': 200} Mar 08 20:27:06.136723 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd5952-6d4b-4aea-9b8c-3dc3a3ea0a92 req-a498eea6-6302-4f3f-9c45-22a36486cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:06.139545 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bcd5952-6d4b-4aea-9b8c-3dc3a3ea0a92 req-a498eea6-6302-4f3f-9c45-22a36486cbaa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdd15010b2584a6fba0ed753192e6572&device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 1129 time: 0.0451329 Mar 08 20:27:06.238925 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd5952-6d4b-4aea-9b8c-3dc3a3ea0a92 req-566276ef-5c23-44f7-9b6a-307f47d8d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:06.240467 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bcd5952-6d4b-4aea-9b8c-3dc3a3ea0a92 req-566276ef-5c23-44f7-9b6a-307f47d8d186 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da HTTP/1.1" status: 200 len: 916 time: 0.0948102 Mar 08 20:27:06.282350 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bcd5952-6d4b-4aea-9b8c-3dc3a3ea0a92 req-b3d91e3f-ae0a-4b16-a522-32bba61c4730 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f09758ad-83cc-4a46-b51e-4a04bb3af591 HTTP/1.1" status: 200 len: 217 time: 0.0357485 Mar 08 20:27:06.305459 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8b2c02-e195-4ad7-b655-7927873c4832 None None] New status for floating IP edb52d7e-d559-408f-97a2-6551f01a9faa: DOWN {{(pid=109691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:27:06.329501 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd5952-6d4b-4aea-9b8c-3dc3a3ea0a92 req-1436b5da-9898-44a3-a272-7e51db0333f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:06.330998 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bcd5952-6d4b-4aea-9b8c-3dc3a3ea0a92 req-1436b5da-9898-44a3-a272-7e51db0333f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f299f7d-fc96-4a6a-a2cf-bf908c64b552 HTTP/1.1" status: 200 len: 854 time: 0.0437679 Mar 08 20:27:06.383199 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd5952-6d4b-4aea-9b8c-3dc3a3ea0a92 req-98e26ca7-cc82-4584-aa53-f01edbad00f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:06.384732 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bcd5952-6d4b-4aea-9b8c-3dc3a3ea0a92 req-98e26ca7-cc82-4584-aa53-f01edbad00f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474923 Mar 08 20:27:06.472587 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bcd5952-6d4b-4aea-9b8c-3dc3a3ea0a92 req-43cc921b-b2b3-44a4-97bd-9a07696aca0c service neutron] 10.222.0.60 "GET /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822411 Mar 08 20:27:06.564071 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-8bcd5952-6d4b-4aea-9b8c-3dc3a3ea0a92 req-49f4b3c0-6417-4070-ba2a-8cbc4f5df258 service neutron] 10.222.0.60 "GET /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852993 Mar 08 20:27:08.013632 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bfd0c-4c1d-45e6-bb8b-585a33c976b8 req-ff16e72d-89e9-4ce3-af77-4ddbfe3badd4 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:08.015110 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-938bfd0c-4c1d-45e6-bb8b-585a33c976b8 req-ff16e72d-89e9-4ce3-af77-4ddbfe3badd4 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 945 time: 0.0528867 Mar 08 20:27:08.059570 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-938bfd0c-4c1d-45e6-bb8b-585a33c976b8 req-fa6a8d67-0988-435e-aacc-c3e4cf5e24c2 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390394 Mar 08 20:27:09.178978 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dc225-8d94-4979-a86b-906a8812c7b2 req-0cbac549-33a3-4178-86fc-bdac8791bc26 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:09.180483 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-983dc225-8d94-4979-a86b-906a8812c7b2 req-0cbac549-33a3-4178-86fc-bdac8791bc26 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 945 time: 0.0522404 Mar 08 20:27:09.229428 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-983dc225-8d94-4979-a86b-906a8812c7b2 req-384aa813-514d-48fe-a102-154950c141d7 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6f9d8a0-81c7-4302-a275-0f2abddc461d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435686 Mar 08 20:27:09.483145 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f06f32-2b4e-454e-b0d6-b6f32793702a req-c5e1994a-0209-4421-9c26-960282325bc9 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:09.484647 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-65f06f32-2b4e-454e-b0d6-b6f32793702a req-c5e1994a-0209-4421-9c26-960282325bc9 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 945 time: 0.0551674 Mar 08 20:27:09.533404 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-65f06f32-2b4e-454e-b0d6-b6f32793702a req-78a21677-3b29-4d57-bc75-169a5e9de660 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431828 Mar 08 20:27:09.696414 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d618f-04f4-4ff7-b9c9-a2bef377db38 req-7d8b64e6-804c-4568-b935-4227001d3b1a tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:09.697794 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e78d618f-04f4-4ff7-b9c9-a2bef377db38 req-7d8b64e6-804c-4568-b935-4227001d3b1a tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 945 time: 0.0527277 Mar 08 20:27:09.792360 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-e78d618f-04f4-4ff7-b9c9-a2bef377db38 req-0636ea00-7fa9-473c-9931-5e89545efff1 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Deleting port f09758ad-83cc-4a46-b51e-4a04bb3af591 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:27:09.792707 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e78d618f-04f4-4ff7-b9c9-a2bef377db38 req-0636ea00-7fa9-473c-9931-5e89545efff1 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:09.877481 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-e78d618f-04f4-4ff7-b9c9-a2bef377db38 req-0636ea00-7fa9-473c-9931-5e89545efff1 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] For port f09758ad-83cc-4a46-b51e-4a04bb3af591, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f09758ad-83cc-4a46-b51e-4a04bb3af591,segment=NetworkSegment(30b16708-31d5-4943-b72e-74aefde8971c),segment_id=30b16708-31d5-4943-b72e-74aefde8971c)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:09.877846 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e78d618f-04f4-4ff7-b9c9-a2bef377db38 req-0636ea00-7fa9-473c-9931-5e89545efff1 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:09.894125 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-e78d618f-04f4-4ff7-b9c9-a2bef377db38 req-0636ea00-7fa9-473c-9931-5e89545efff1 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Calling delete_port for f09758ad-83cc-4a46-b51e-4a04bb3af591 owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:27:10.022402 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e78d618f-04f4-4ff7-b9c9-a2bef377db38 req-0636ea00-7fa9-473c-9931-5e89545efff1 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (f09758ad-83cc-4a46-b51e-4a04bb3af591), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:10.034035 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['f09758ad-83cc-4a46-b51e-4a04bb3af591'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:27:10.051615 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636ea00-7fa9-473c-9931-5e89545efff1 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Pushing event deleted for resources: {'Port': ['ID=f09758ad-83cc-4a46-b51e-4a04bb3af591,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:10.096062 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78d618f-04f4-4ff7-b9c9-a2bef377db38 req-0636ea00-7fa9-473c-9931-5e89545efff1 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] No DVR routers for this DVR port f09758ad-83cc-4a46-b51e-4a04bb3af591 on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:27:10.098524 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e78d618f-04f4-4ff7-b9c9-a2bef377db38 req-0636ea00-7fa9-473c-9931-5e89545efff1 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:10.101797 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e78d618f-04f4-4ff7-b9c9-a2bef377db38 req-0636ea00-7fa9-473c-9931-5e89545efff1 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.60 "DELETE /v2.0/ports/f09758ad-83cc-4a46-b51e-4a04bb3af591 HTTP/1.1" status: 204 len: 173 time: 0.3982892 Mar 08 20:27:10.102235 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'name': 'network-vif-deleted', 'tag': 'f09758ad-83cc-4a46-b51e-4a04bb3af591'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:27:10.104488 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14adfe71-06eb-46f9-a2fc-3dce087e1e84" -d '{"events": [{"server_uuid": "e6be66b7-2323-4cc6-9ceb-226bdb18e831", "name": "network-vif-deleted", "tag": "f09758ad-83cc-4a46-b51e-4a04bb3af591"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:27:10.140868 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91081d2f-115b-4531-b571-402d101d19f4 x-openstack-request-id: req-91081d2f-115b-4531-b571-402d101d19f4 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:27:10.141159 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6be66b7-2323-4cc6-9ceb-226bdb18e831", "name": "network-vif-deleted", "tag": "f09758ad-83cc-4a46-b51e-4a04bb3af591", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:27:10.141414 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91081d2f-115b-4531-b571-402d101d19f4 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:27:10.141843 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6be66b7-2323-4cc6-9ceb-226bdb18e831', 'name': 'network-vif-deleted', 'tag': 'f09758ad-83cc-4a46-b51e-4a04bb3af591', 'status': 'completed', 'code': 200} Mar 08 20:27:10.331208 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-39e81574-0e27-414a-be6b-4e451ef72730 req-30448026-0583-405e-894a-5d6d96dcc587 tempest-TestMinimumBasicScenario-822730361 tempest-TestMinimumBasicScenario-822730361-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6be66b7-2323-4cc6-9ceb-226bdb18e831 HTTP/1.1" status: 200 len: 210 time: 0.0276730 Mar 08 20:27:10.656058 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe9bac-a8ff-48d7-9d5c-b2ad3c8a3919 req-97afc056-f993-4011-8434-da2564222d0e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:10.657517 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fdbe9bac-a8ff-48d7-9d5c-b2ad3c8a3919 req-97afc056-f993-4011-8434-da2564222d0e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 945 time: 0.0536559 Mar 08 20:27:10.705358 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fdbe9bac-a8ff-48d7-9d5c-b2ad3c8a3919 req-88c08bb9-7030-4efc-a7bb-f1a967b5f1df tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419943 Mar 08 20:27:11.045585 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd9f5e-d2da-4cec-b2b4-88efe535d0bb req-517a94ea-fa05-4ada-9272-619f73705a97 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:11.047031 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e7dd9f5e-d2da-4cec-b2b4-88efe535d0bb req-517a94ea-fa05-4ada-9272-619f73705a97 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.60 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 945 time: 0.0524352 Mar 08 20:27:11.141085 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-e7dd9f5e-d2da-4cec-b2b4-88efe535d0bb req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Deleting port 14d0f0f4-cdcd-42ab-a88a-531f54f71424 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:27:11.141428 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e7dd9f5e-d2da-4cec-b2b4-88efe535d0bb req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (14d0f0f4-cdcd-42ab-a88a-531f54f71424), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:11.229268 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-e7dd9f5e-d2da-4cec-b2b4-88efe535d0bb req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] For port 14d0f0f4-cdcd-42ab-a88a-531f54f71424, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=14d0f0f4-cdcd-42ab-a88a-531f54f71424,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:11.229633 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e7dd9f5e-d2da-4cec-b2b4-88efe535d0bb req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (14d0f0f4-cdcd-42ab-a88a-531f54f71424), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:11.393762 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e7dd9f5e-d2da-4cec-b2b4-88efe535d0bb req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:11.394129 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e7dd9f5e-d2da-4cec-b2b4-88efe535d0bb req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (e1f80dba-11fe-4c57-afa1-8632471b19fb), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:11.394437 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.db.l3_db [req-e7dd9f5e-d2da-4cec-b2b4-88efe535d0bb req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Floating IP e1f80dba-11fe-4c57-afa1-8632471b19fb disassociated. External IP: 172.27.1.82, port: 14d0f0f4-cdcd-42ab-a88a-531f54f71424. Mar 08 20:27:11.394774 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-e7dd9f5e-d2da-4cec-b2b4-88efe535d0bb req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Calling delete_port for 14d0f0f4-cdcd-42ab-a88a-531f54f71424 owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:27:11.527109 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e7dd9f5e-d2da-4cec-b2b4-88efe535d0bb req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (14d0f0f4-cdcd-42ab-a88a-531f54f71424), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:11.556571 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event deleted for resources: {'Port': ['ID=14d0f0f4-cdcd-42ab-a88a-531f54f71424,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:11.568212 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:11.568597 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:11.568948 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:11.569296 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:11.569659 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:11.569970 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:11.570308 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:11.570642 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:11.570972 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:11.571301 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:11.572151 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:11.572151 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:11.572364 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:11.813564 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5ac06458-a3dd-4625-ab6f-9a9c259a079c req-824cceb5-f21f-4f2d-8f75-6d963f6446ed tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=930faebe-410b-4fda-b8d5-b05301f540a9 HTTP/1.1" status: 200 len: 210 time: 0.0363677 Mar 08 20:27:11.958998 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7dd9f5e-d2da-4cec-b2b4-88efe535d0bb req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:27:12.045005 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45388) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:12.077285 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7dd9f5e-d2da-4cec-b2b4-88efe535d0bb req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:27:12.093753 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47c5d5a-2de0-465b-a84c-db59cd2d6fc9 None None] Sync routers for ids ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:27:12.103377 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c5d5a-2de0-465b-a84c-db59cd2d6fc9 None None] Routers {'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:12.104225 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-f47c5d5a-2de0-465b-a84c-db59cd2d6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:26:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:12.120978 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dd9f5e-d2da-4cec-b2b4-88efe535d0bb req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] No DVR routers for this DVR port 14d0f0f4-cdcd-42ab-a88a-531f54f71424 on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:27:12.123464 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-e7dd9f5e-d2da-4cec-b2b4-88efe535d0bb req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:12.126968 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e7dd9f5e-d2da-4cec-b2b4-88efe535d0bb req-195d33bf-53d7-43be-82ff-b0a4342e96ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.60 "DELETE /v2.0/ports/14d0f0f4-cdcd-42ab-a88a-531f54f71424 HTTP/1.1" status: 204 len: 173 time: 1.0742512 Mar 08 20:27:12.142826 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930faebe-410b-4fda-b8d5-b05301f540a9', 'name': 'network-vif-deleted', 'tag': '14d0f0f4-cdcd-42ab-a88a-531f54f71424'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:27:12.145266 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9009f63c-f44b-49c8-9573-2b2c928da079" -d '{"events": [{"server_uuid": "930faebe-410b-4fda-b8d5-b05301f540a9", "name": "network-vif-deleted", "tag": "14d0f0f4-cdcd-42ab-a88a-531f54f71424"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:27:12.185797 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9567e8-d7de-4843-897c-993e2e1885fa x-openstack-request-id: req-eb9567e8-d7de-4843-897c-993e2e1885fa {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:27:12.186235 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930faebe-410b-4fda-b8d5-b05301f540a9", "name": "network-vif-deleted", "tag": "14d0f0f4-cdcd-42ab-a88a-531f54f71424", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:27:12.186605 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eb9567e8-d7de-4843-897c-993e2e1885fa {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:27:12.187093 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930faebe-410b-4fda-b8d5-b05301f540a9', 'name': 'network-vif-deleted', 'tag': '14d0f0f4-cdcd-42ab-a88a-531f54f71424', 'status': 'completed', 'code': 200} Mar 08 20:27:12.233247 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-f47c5d5a-2de0-465b-a84c-db59cd2d6fc9 None None] Set router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:12.413927 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754463'] for router_interface (a0128fc9-26cc-4a53-bc9d-c77670dbc77a), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:12.437843 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-f47c5d5a-2de0-465b-a84c-db59cd2d6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:12.469364 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47c5d5a-2de0-465b-a84c-db59cd2d6fc9 None None] Checking router: a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:27:12.475611 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c5d5a-2de0-465b-a84c-db59cd2d6fc9 None None] Routers {'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:12.476209 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-f47c5d5a-2de0-465b-a84c-db59cd2d6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:26:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:12.581561 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-f47c5d5a-2de0-465b-a84c-db59cd2d6fc9 None None] Set router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:12.664063 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Deleting port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:27:12.664510 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:12.749261 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] For port db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a,segment=NetworkSegment(30b16708-31d5-4943-b72e-74aefde8971c),segment_id=30b16708-31d5-4943-b72e-74aefde8971c)] {{(pid=109690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:12.749662 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:12.769452 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Calling delete_port for db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a owned by network:router_interface {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:27:12.788730 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-f47c5d5a-2de0-465b-a84c-db59cd2d6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:12.815593 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47c5d5a-2de0-465b-a84c-db59cd2d6fc9 None None] The sync data for ids ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'] in dv-cinder-830093-3-iscsi is: [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:27:12.880215 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:12.978130 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:13.005341 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device f09758ad-83cc-4a46-b51e-4a04bb3af591 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:27:13.007256 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:13.036669 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:13.037025 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:13.037372 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:13.037710 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:13.038096 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:13.038436 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:13.038765 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:13.039558 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:13.039558 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:13.039832 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:13.040163 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:13.040507 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:13.040827 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:13.054189 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: f09758ad-83cc-4a46-b51e-4a04bb3af591 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:27:13.054834 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device f09758ad-83cc-4a46-b51e-4a04bb3af591 not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:27:13.055432 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 14d0f0f4-cdcd-42ab-a88a-531f54f71424 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:27:13.079086 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: 14d0f0f4-cdcd-42ab-a88a-531f54f71424 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:27:13.085344 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 14d0f0f4-cdcd-42ab-a88a-531f54f71424 not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:27:13.129279 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-654c9b46-1291-4fad-8bf6-66968bfe7ca9 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521055579&fields=id&tenant_id=8ad9c8828e8248e8bffa20aa76e7639b HTTP/1.1" status: 200 len: 267 time: 0.0669131 Mar 08 20:27:13.178539 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3026ebac-237a-48b3-ad93-93efd2997007 None None] New status for floating IP e1f80dba-11fe-4c57-afa1-8632471b19fb: DOWN {{(pid=109691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:27:13.210408 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1754411'] for router_interface (a0128fc9-26cc-4a53-bc9d-c77670dbc77a), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:13.268971 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0041df53-5660-4d96-aa1f-850627227375 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:13.276810 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0041df53-5660-4d96-aa1f-850627227375 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 812 time: 0.1407268 Mar 08 20:27:13.288054 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-6b715e4d-74bb-4b5c-b004-2b0b2532eebb tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/quotas/8ad9c8828e8248e8bffa20aa76e7639b HTTP/1.1" status: 200 len: 375 time: 0.0099015 Mar 08 20:27:13.352851 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-b00ea6bf-2d03-48bb-9d93-b220963d18d1 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574799 Mar 08 20:27:13.447042 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Router a0128fc9-26cc-4a53-bc9d-c77670dbc77a has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:27:13.449899 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0f68ba76-27b6-448d-914f-bef64fc6d103 service neutron] 10.222.0.45 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854254 Mar 08 20:27:13.536979 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-4c3caf2f-3f39-49fb-865c-9e2f0d79772a service neutron] 10.222.0.45 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809796 Mar 08 20:27:13.553873 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:27:13.559396 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-b5fb6629-b596-4709-888a-1f4135106d56 admin admin] 10.222.0.45 "PUT /v2.0/routers/a0128fc9-26cc-4a53-bc9d-c77670dbc77a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5130966 Mar 08 20:27:13.562658 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45404) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:13.564773 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e50615-7d44-4515-a4b5-734db374942e None None] Sync routers for ids ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:27:13.575416 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e50615-7d44-4515-a4b5-734db374942e None None] Routers {'a0128fc9-26cc-4a53-bc9d-c77670dbc77a'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:13.576784 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-48e50615-7d44-4515-a4b5-734db374942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:26:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:13.683353 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2b11f0a1-14b3-4ada-8f3c-7e3ba664a552 admin admin] Publish callbacks [] for router (a0128fc9-26cc-4a53-bc9d-c77670dbc77a), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:13.796135 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2b11f0a1-14b3-4ada-8f3c-7e3ba664a552 admin admin] Publish callbacks [] for router_gateway (a0128fc9-26cc-4a53-bc9d-c77670dbc77a), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:13.797979 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-48e50615-7d44-4515-a4b5-734db374942e None None] Set router a0128fc9-26cc-4a53-bc9d-c77670dbc77a gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:13.866806 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-2b11f0a1-14b3-4ada-8f3c-7e3ba664a552 admin admin] Deleting port 0b57ec74-960e-4369-9cca-88d01dba3daa {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:27:13.867198 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2b11f0a1-14b3-4ada-8f3c-7e3ba664a552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (0b57ec74-960e-4369-9cca-88d01dba3daa), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:13.873265 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-bbd02050-8554-4b99-8dd1-e6356809a0b8 req-0b887b20-2ef7-425d-81f1-bb7389d02533 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 210 time: 0.0312929 Mar 08 20:27:13.963615 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [None req-2b11f0a1-14b3-4ada-8f3c-7e3ba664a552 admin admin] For port 0b57ec74-960e-4369-9cca-88d01dba3daa, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=0b57ec74-960e-4369-9cca-88d01dba3daa,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:13.963989 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2b11f0a1-14b3-4ada-8f3c-7e3ba664a552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (0b57ec74-960e-4369-9cca-88d01dba3daa), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:13.979929 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-2b11f0a1-14b3-4ada-8f3c-7e3ba664a552 admin admin] Calling delete_port for 0b57ec74-960e-4369-9cca-88d01dba3daa owned by network:router_gateway {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:27:14.002703 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-48e50615-7d44-4515-a4b5-734db374942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'name': 'tempest-TestMinimumBasicScenario-1751118649-router', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:40Z', 'updated_at': '2022-03-08T20:27:12Z', 'revision_number': 5, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'gw_port': {'id': '0b57ec74-960e-4369-9cca-88d01dba3daa', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:41Z', 'updated_at': '2022-03-08T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:14.036260 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e50615-7d44-4515-a4b5-734db374942e None None] Checking router: a0128fc9-26cc-4a53-bc9d-c77670dbc77a for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:27:14.045970 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e50615-7d44-4515-a4b5-734db374942e None None] Routers {'a0128fc9-26cc-4a53-bc9d-c77670dbc77a'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:14.046649 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-48e50615-7d44-4515-a4b5-734db374942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:26:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:14.148665 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-48e50615-7d44-4515-a4b5-734db374942e None None] Set router a0128fc9-26cc-4a53-bc9d-c77670dbc77a gateway port host: None {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:14.177951 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2b11f0a1-14b3-4ada-8f3c-7e3ba664a552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (0b57ec74-960e-4369-9cca-88d01dba3daa), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.202669 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11f0a1-14b3-4ada-8f3c-7e3ba664a552 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b57ec74-960e-4369-9cca-88d01dba3daa,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:14.215041 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-48e50615-7d44-4515-a4b5-734db374942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'name': 'tempest-TestMinimumBasicScenario-1751118649-router', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:40Z', 'updated_at': '2022-03-08T20:27:13Z', 'revision_number': 6, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'gw_port_host': None}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:14.242539 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e50615-7d44-4515-a4b5-734db374942e None None] The sync data for ids ['a0128fc9-26cc-4a53-bc9d-c77670dbc77a'] in dv-cinder-830093-3-iscsi is: [{'id': 'a0128fc9-26cc-4a53-bc9d-c77670dbc77a', 'name': 'tempest-TestMinimumBasicScenario-1751118649-router', 'tenant_id': 'bdd15010b2584a6fba0ed753192e6572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:40Z', 'updated_at': '2022-03-08T20:27:13Z', 'revision_number': 6, 'project_id': 'bdd15010b2584a6fba0ed753192e6572', 'gw_port_host': None}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:27:14.276542 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2b11f0a1-14b3-4ada-8f3c-7e3ba664a552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1751681'] for router_gateway (a0128fc9-26cc-4a53-bc9d-c77670dbc77a), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.376058 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2b11f0a1-14b3-4ada-8f3c-7e3ba664a552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8573'] for router (a0128fc9-26cc-4a53-bc9d-c77670dbc77a), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.379220 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2b11f0a1-14b3-4ada-8f3c-7e3ba664a552 admin admin] Publish callbacks [] for router_controller (a0128fc9-26cc-4a53-bc9d-c77670dbc77a), precommit_delete_associations {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.428122 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2b11f0a1-14b3-4ada-8f3c-7e3ba664a552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1754914'] for router (a0128fc9-26cc-4a53-bc9d-c77670dbc77a), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.428670 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b11f0a1-14b3-4ada-8f3c-7e3ba664a552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0128fc9-26cc-4a53-bc9d-c77670dbc77a {{(pid=109689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:27:14.432850 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-2b11f0a1-14b3-4ada-8f3c-7e3ba664a552 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.436900 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-2b11f0a1-14b3-4ada-8f3c-7e3ba664a552 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a0128fc9-26cc-4a53-bc9d-c77670dbc77a HTTP/1.1" status: 204 len: 168 time: 0.8703413 Mar 08 20:27:14.437147 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45422) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:14.480634 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93cae6c-d17f-4eef-88de-e279bb169095 admin admin] Deleting subnet 1f299f7d-fc96-4a6a-a2cf-bf908c64b552 {{(pid=109689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:27:14.483622 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f93cae6c-d17f-4eef-88de-e279bb169095 admin admin] Publish callbacks [] for subnet (1f299f7d-fc96-4a6a-a2cf-bf908c64b552), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.516260 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f93cae6c-d17f-4eef-88de-e279bb169095 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29431234'] for subnet (1f299f7d-fc96-4a6a-a2cf-bf908c64b552), precommit_delete_associations {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.595148 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f93cae6c-d17f-4eef-88de-e279bb169095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651235'] for subnet (1f299f7d-fc96-4a6a-a2cf-bf908c64b552), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.654289 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f93cae6c-d17f-4eef-88de-e279bb169095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29844337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29874688'] for subnet (1f299f7d-fc96-4a6a-a2cf-bf908c64b552), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.681525 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cae6c-d17f-4eef-88de-e279bb169095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f299f7d-fc96-4a6a-a2cf-bf908c64b552,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:14.689382 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-f93cae6c-d17f-4eef-88de-e279bb169095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for subnet (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.696747 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-f93cae6c-d17f-4eef-88de-e279bb169095 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1f299f7d-fc96-4a6a-a2cf-bf908c64b552 HTTP/1.1" status: 204 len: 168 time: 0.2572422 Mar 08 20:27:14.697936 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45424) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:14.699780 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7505f1-9995-46fb-b36e-dc4c2793f7b8 None None] Network 9a504a45-1fdb-4612-a3ff-1dc3d9eb60da requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:27:14.783388 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627052'] for network (9a504a45-1fdb-4612-a3ff-1dc3d9eb60da), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.852441 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] Deleting port 47617c1a-1e21-4b07-b499-c0c54e3d7a94 {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:27:14.852962 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (47617c1a-1e21-4b07-b499-c0c54e3d7a94), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.858547 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-5bb3ae3d-a12d-4c7a-99d4-7dbac7d0a323 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:14.860087 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-5bb3ae3d-a12d-4c7a-99d4-7dbac7d0a323 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.60 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 812 time: 0.1614349 Mar 08 20:27:14.926368 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] For port 47617c1a-1e21-4b07-b499-c0c54e3d7a94, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=47617c1a-1e21-4b07-b499-c0c54e3d7a94,segment=NetworkSegment(30b16708-31d5-4943-b72e-74aefde8971c),segment_id=30b16708-31d5-4943-b72e-74aefde8971c)] {{(pid=109690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:14.926728 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (47617c1a-1e21-4b07-b499-c0c54e3d7a94), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.941243 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] Calling delete_port for 47617c1a-1e21-4b07-b499-c0c54e3d7a94 owned by network:dhcp {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:27:14.951192 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-ac3c8a1c-c895-4d4f-94af-c3b82308f695 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ad9c8828e8248e8bffa20aa76e7639b HTTP/1.1" status: 200 len: 380 time: 0.0764616 Mar 08 20:27:14.963929 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-83936fb1-9bc8-43cd-9726-2c1f76f1e55f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Request body: {'port': {'device_id': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'admin_state_up': True, 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'security_groups': ['c8f27290-40f4-43c4-9e2d-f37f1d00db55']}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:14.992410 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-a5c73be0-8eea-4e0f-8a16-1444329f4ef9 req-c05bed16-ef88-422e-bd95-c8b077aa7aef tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 210 time: 0.0475945 Mar 08 20:27:15.023996 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (47617c1a-1e21-4b07-b499-c0c54e3d7a94), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.056496 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=47617c1a-1e21-4b07-b499-c0c54e3d7a94,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:15.058176 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] No DVR routers for this DVR port 47617c1a-1e21-4b07-b499-c0c54e3d7a94 on host dv-cinder-830093-3-iscsi {{(pid=109690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:27:15.096240 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-83936fb1-9bc8-43cd-9726-2c1f76f1e55f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Made reservation on behalf of 8ad9c8828e8248e8bffa20aa76e7639b for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:27:15.098990 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-83936fb1-9bc8-43cd-9726-2c1f76f1e55f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.139811 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aaa53a-d48d-462b-a2f5-4a12884f2d4c None None] DHCP port deletion for 9a504a45-1fdb-4612-a3ff-1dc3d9eb60da request from dv-cinder-830093-3-iscsi {{(pid=109691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:27:15.155467 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733548', 'neutron.services.segments.db._delete_segments_for_network-8789199064935'] for network (9a504a45-1fdb-4612-a3ff-1dc3d9eb60da), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.182297 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a504a45-1fdb-4612-a3ff-1dc3d9eb60da']}} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:15.195603 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b16708-31d5-4943-b72e-74aefde8971c') {'for_net_delete': True} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:15.195902 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b16708-31d5-4943-b72e-74aefde8971c') {} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:15.206321 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199064176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30217960'] for segment (30b16708-31d5-4943-b72e-74aefde8971c), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.222764 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (30b16708-31d5-4943-b72e-74aefde8971c), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.228023 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:27:15.228628 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31980242'] for segment (30b16708-31d5-4943-b72e-74aefde8971c), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: Traceback (most recent call last): Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: timer() Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: cb(*args, **kw) Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: return func(*args, **kwargs) Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: self._notify() Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: self.callback(batched_events) Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: event.method(event) Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: return f(self, *a, **k) Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: return self._get(url).json() Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: return self.request(url, 'GET', **kwargs) Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:27:15.230432 dv-cinder-830093-3-iscsi neutron-server[109690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:27:15.267890 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-83936fb1-9bc8-43cd-9726-2c1f76f1e55f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Allocated IP 172.20.0.10 (546773f9-3d58-443e-852b-a01eb178b7d3/761858cc-528f-4940-880c-53b6ed8fcbf4/73dca173-0fe4-49b7-a88e-f933ff6d7afb) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:27:15.291067 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1751717'] for network (9a504a45-1fdb-4612-a3ff-1dc3d9eb60da), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.297044 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.300999 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9a504a45-1fdb-4612-a3ff-1dc3d9eb60da HTTP/1.1" status: 204 len: 168 time: 0.6020777 Mar 08 20:27:15.304201 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45428) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:15.333538 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fc70f-abb3-419f-a4ab-3604f9d5d6c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a504a45-1fdb-4612-a3ff-1dc3d9eb60da,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:15.443226 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-83936fb1-9bc8-43cd-9726-2c1f76f1e55f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for port (73dca173-0fe4-49b7-a88e-f933ff6d7afb), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.479995 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-83936fb1-9bc8-43cd-9726-2c1f76f1e55f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (73dca173-0fe4-49b7-a88e-f933ff6d7afb), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.527313 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-83936fb1-9bc8-43cd-9726-2c1f76f1e55f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Network 546773f9-3d58-443e-852b-a01eb178b7d3 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:27:15.534327 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-83936fb1-9bc8-43cd-9726-2c1f76f1e55f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:27:15.536800 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83936fb1-9bc8-43cd-9726-2c1f76f1e55f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event updated for resources: {'Port': ['ID=73dca173-0fe4-49b7-a88e-f933ff6d7afb,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:15.538928 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-83936fb1-9bc8-43cd-9726-2c1f76f1e55f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:27:15.594543 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-83936fb1-9bc8-43cd-9726-2c1f76f1e55f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:15.595247 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-83936fb1-9bc8-43cd-9726-2c1f76f1e55f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.616087 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-83936fb1-9bc8-43cd-9726-2c1f76f1e55f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6561882 Mar 08 20:27:15.627840 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Request body: {'port': {'device_id': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:15.664313 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 0b57ec74-960e-4369-9cca-88d01dba3daa no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:27:15.691300 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 0b57ec74-960e-4369-9cca-88d01dba3daa {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:27:15.691874 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 0b57ec74-960e-4369-9cca-88d01dba3daa not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:27:15.692461 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 47617c1a-1e21-4b07-b499-c0c54e3d7a94 no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:27:15.715397 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 47617c1a-1e21-4b07-b499-c0c54e3d7a94 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:27:15.716801 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 47617c1a-1e21-4b07-b499-c0c54e3d7a94 not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:27:15.717235 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:27:15.717378 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (73dca173-0fe4-49b7-a88e-f933ff6d7afb), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.739203 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4736f5d3-2282-4b74-8b89-cbb7ecaa3d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754463'] for router_interface (6814b7e7-4a13-4695-9af6-26c1bec4b77a), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.744759 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:27:15.744936 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device db5f1e46-85f7-45c8-a8d9-c49de7b9fb9a not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:27:15.796214 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-ca9b14c4-1558-4c7d-bed8-5301eb49b3e8 None None] Provisioning complete for port 73dca173-0fe4-49b7-a88e-f933ff6d7afb triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:15.796907 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-ca9b14c4-1558-4c7d-bed8-5301eb49b3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (73dca173-0fe4-49b7-a88e-f933ff6d7afb), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.837270 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-ca9b14c4-1558-4c7d-bed8-5301eb49b3e8 None None] Port 73dca173-0fe4-49b7-a88e-f933ff6d7afb cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:27:15.999168 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73dca173-0fe4-49b7-a88e-f933ff6d7afb {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:27:16.007775 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Publish callbacks [] for port (73dca173-0fe4-49b7-a88e-f933ff6d7afb), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.028459 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Transition to ACTIVE for port object 73dca173-0fe4-49b7-a88e-f933ff6d7afb will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:27:16.035468 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (73dca173-0fe4-49b7-a88e-f933ff6d7afb), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.088458 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Pushing event updated for resources: {'Port': ['ID=73dca173-0fe4-49b7-a88e-f933ff6d7afb,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:16.162634 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Attempting to bind port 73dca173-0fe4-49b7-a88e-f933ff6d7afb on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:27:16.162974 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Attempting to bind port 73dca173-0fe4-49b7-a88e-f933ff6d7afb by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:27:16.163307 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Attempting to bind port 73dca173-0fe4-49b7-a88e-f933ff6d7afb on network 546773f9-3d58-443e-852b-a01eb178b7d3 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:27:16.168038 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Port 73dca173-0fe4-49b7-a88e-f933ff6d7afb on network 546773f9-3d58-443e-852b-a01eb178b7d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:27:16.168400 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Attempting to bind port 73dca173-0fe4-49b7-a88e-f933ff6d7afb on network 546773f9-3d58-443e-852b-a01eb178b7d3 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:27:16.173414 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:27:16.173758 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Checking segment: {'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:27:16.174142 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Bound using segment: {'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:27:16.174571 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Bound port: 73dca173-0fe4-49b7-a88e-f933ff6d7afb, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:27:16.174932 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (73dca173-0fe4-49b7-a88e-f933ff6d7afb), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.206799 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f6ab4-9b06-4ce1-b2e7-9bd786dd48d4 req-75ca3607-b24f-4596-8fb1-e99d5390c4a8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:16.208363 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-550f6ab4-9b06-4ce1-b2e7-9bd786dd48d4 req-75ca3607-b24f-4596-8fb1-e99d5390c4a8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 944 time: 0.1238651 Mar 08 20:27:16.246522 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] For port 73dca173-0fe4-49b7-a88e-f933ff6d7afb, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:27:16.249878 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] For port 73dca173-0fe4-49b7-a88e-f933ff6d7afb, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73dca173-0fe4-49b7-a88e-f933ff6d7afb,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:27:16.258444 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (73dca173-0fe4-49b7-a88e-f933ff6d7afb), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.280138 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-550f6ab4-9b06-4ce1-b2e7-9bd786dd48d4 req-9e77e32e-d050-4f40-a42f-35f51bc4b39e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591474 Mar 08 20:27:16.292184 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:16.292881 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.294489 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] 10.222.0.60 "PUT /v2.0/ports/73dca173-0fe4-49b7-a88e-f933ff6d7afb HTTP/1.1" status: 200 len: 1094 time: 0.6709094 Mar 08 20:27:16.297176 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'tag': '73dca173-0fe4-49b7-a88e-f933ff6d7afb'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:27:16.299729 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758d545a-b956-48a8-b756-ffe9c88f0dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1", "tag": "73dca173-0fe4-49b7-a88e-f933ff6d7afb"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:27:16.329517 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f76ab-d78a-4650-8868-83d7eee75f7c service neutron] Pushing event updated for resources: {'Port': ['ID=73dca173-0fe4-49b7-a88e-f933ff6d7afb,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:16.363477 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906a3211-b749-418f-bda0-7e63ad0e7889 x-openstack-request-id: req-906a3211-b749-418f-bda0-7e63ad0e7889 {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:27:16.363764 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1", "tag": "73dca173-0fe4-49b7-a88e-f933ff6d7afb", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:27:16.366010 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-906a3211-b749-418f-bda0-7e63ad0e7889 {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:27:16.366422 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'tag': '73dca173-0fe4-49b7-a88e-f933ff6d7afb', 'status': 'completed', 'code': 200} Mar 08 20:27:16.381608 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-4736f5d3-2282-4b74-8b89-cbb7ecaa3d55 admin admin] Deleting port 448676af-0b71-45cd-bf6c-109c4aa800e0 {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:27:16.382201 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4736f5d3-2282-4b74-8b89-cbb7ecaa3d55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.402390 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-f5cc9759-b5f7-4201-83c1-dc29b3b4b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:16.404503 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-f5cc9759-b5f7-4201-83c1-dc29b3b4b547 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 1128 time: 0.0661302 Mar 08 20:27:16.450984 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-cfb3d150-d2a0-42ac-a6b2-6c0041859db2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73dca173-0fe4-49b7-a88e-f933ff6d7afb HTTP/1.1" status: 200 len: 217 time: 0.0386889 Mar 08 20:27:16.469571 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [None req-4736f5d3-2282-4b74-8b89-cbb7ecaa3d55 admin admin] For port 448676af-0b71-45cd-bf6c-109c4aa800e0, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=448676af-0b71-45cd-bf6c-109c4aa800e0,segment=NetworkSegment(d02338ba-51cf-4bd3-80e5-d1fd34687562),segment_id=d02338ba-51cf-4bd3-80e5-d1fd34687562)] {{(pid=109690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:16.469931 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4736f5d3-2282-4b74-8b89-cbb7ecaa3d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.482904 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-4736f5d3-2282-4b74-8b89-cbb7ecaa3d55 admin admin] Calling delete_port for 448676af-0b71-45cd-bf6c-109c4aa800e0 owned by network:router_interface {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:27:16.502721 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0848c89f-747a-4a0c-995c-0809ba0365f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:16.504203 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-0848c89f-747a-4a0c-995c-0809ba0365f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=761858cc-528f-4940-880c-53b6ed8fcbf4 HTTP/1.1" status: 200 len: 851 time: 0.0485165 Mar 08 20:27:16.552470 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-109ac0b2-9e9d-4216-9059-69f0bb951eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:16.553963 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-109ac0b2-9e9d-4216-9059-69f0bb951eb3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=546773f9-3d58-443e-852b-a01eb178b7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439272 Mar 08 20:27:16.646817 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-f4561800-cd46-4281-bef0-58e7469c09fc service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869889 Mar 08 20:27:16.667041 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4736f5d3-2282-4b74-8b89-cbb7ecaa3d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (448676af-0b71-45cd-bf6c-109c4aa800e0), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.696981 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736f5d3-2282-4b74-8b89-cbb7ecaa3d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=448676af-0b71-45cd-bf6c-109c4aa800e0,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:16.744794 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-2b6baf3a-41a3-4d5f-90a1-4899e5a6cfbb req-970effae-4222-497b-9691-747a8f863fb0 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921314 Mar 08 20:27:16.843433 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d545a-b956-48a8-b756-ffe9c88f0dc2 req-50f23b90-fd93-401b-8484-c5a55565ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:16.845085 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-758d545a-b956-48a8-b756-ffe9c88f0dc2 req-50f23b90-fd93-401b-8484-c5a55565ad08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 1128 time: 0.0498359 Mar 08 20:27:16.868672 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4736f5d3-2282-4b74-8b89-cbb7ecaa3d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1754411'] for router_interface (6814b7e7-4a13-4695-9af6-26c1bec4b77a), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.944528 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d545a-b956-48a8-b756-ffe9c88f0dc2 req-f95bdfd2-38c9-4a05-9d7c-22bb6c4cb024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:16.946015 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-758d545a-b956-48a8-b756-ffe9c88f0dc2 req-f95bdfd2-38c9-4a05-9d7c-22bb6c4cb024 service neutron] 10.222.0.60 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 913 time: 0.0941761 Mar 08 20:27:16.985580 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-758d545a-b956-48a8-b756-ffe9c88f0dc2 req-777b143d-4956-4ff6-80f6-c706647ecbef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73dca173-0fe4-49b7-a88e-f933ff6d7afb HTTP/1.1" status: 200 len: 217 time: 0.0330393 Mar 08 20:27:17.037281 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d545a-b956-48a8-b756-ffe9c88f0dc2 req-58119182-353e-478b-9279-8032d36eca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:17.038683 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-758d545a-b956-48a8-b756-ffe9c88f0dc2 req-58119182-353e-478b-9279-8032d36eca98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=761858cc-528f-4940-880c-53b6ed8fcbf4 HTTP/1.1" status: 200 len: 851 time: 0.0476930 Mar 08 20:27:17.090153 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d545a-b956-48a8-b756-ffe9c88f0dc2 req-bfa7fa1a-8bb9-45a8-8d42-5a66c8ffe9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:17.092168 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-758d545a-b956-48a8-b756-ffe9c88f0dc2 req-bfa7fa1a-8bb9-45a8-8d42-5a66c8ffe9f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=546773f9-3d58-443e-852b-a01eb178b7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467296 Mar 08 20:27:17.094610 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4736f5d3-2282-4b74-8b89-cbb7ecaa3d55 admin admin] Router 6814b7e7-4a13-4695-9af6-26c1bec4b77a has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:27:17.182194 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-758d545a-b956-48a8-b756-ffe9c88f0dc2 req-79276a23-e87a-401c-b985-41255e4b7f8d service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842452 Mar 08 20:27:17.202203 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4736f5d3-2282-4b74-8b89-cbb7ecaa3d55 admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:27:17.207093 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-4736f5d3-2282-4b74-8b89-cbb7ecaa3d55 admin admin] 10.222.0.45 "PUT /v2.0/routers/6814b7e7-4a13-4695-9af6-26c1bec4b77a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9019096 Mar 08 20:27:17.209594 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45434) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:17.212482 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea29c6f9-af8f-4abf-8701-b28766dcbbeb None None] Sync routers for ids ['6814b7e7-4a13-4695-9af6-26c1bec4b77a'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:27:17.223616 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea29c6f9-af8f-4abf-8701-b28766dcbbeb None None] Routers {'6814b7e7-4a13-4695-9af6-26c1bec4b77a'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:17.224250 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-ea29c6f9-af8f-4abf-8701-b28766dcbbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:26:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['6814b7e7-4a13-4695-9af6-26c1bec4b77a'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:17.274245 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-758d545a-b956-48a8-b756-ffe9c88f0dc2 req-7c766019-ab57-4d6b-83b3-5c9ef10e9dbf service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868125 Mar 08 20:27:17.318549 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-78bc1382-6237-4800-8e3f-e1feac61a741 admin admin] Publish callbacks [] for router (6814b7e7-4a13-4695-9af6-26c1bec4b77a), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:17.332652 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-ea29c6f9-af8f-4abf-8701-b28766dcbbeb None None] Set router 6814b7e7-4a13-4695-9af6-26c1bec4b77a gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:17.459862 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab489f-b748-4464-a17d-0597594c24c5 req-c2aca990-d245-4ecd-8900-801de13b243d tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:17.461380 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-88ab489f-b748-4464-a17d-0597594c24c5 req-c2aca990-d245-4ecd-8900-801de13b243d tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 944 time: 0.0992696 Mar 08 20:27:17.466734 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-78bc1382-6237-4800-8e3f-e1feac61a741 admin admin] Publish callbacks [] for router_gateway (6814b7e7-4a13-4695-9af6-26c1bec4b77a), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:17.508058 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-ea29c6f9-af8f-4abf-8701-b28766dcbbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'name': 'tempest-TestMinimumBasicScenario-715287877-router', 'tenant_id': '315a2f5428e1445b819c2e994c7efd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f48ce3ca-e485-4b46-90b4-837c340de86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:47Z', 'updated_at': '2022-03-08T20:27:16Z', 'revision_number': 5, 'project_id': '315a2f5428e1445b819c2e994c7efd1c', 'gw_port': {'id': 'f48ce3ca-e485-4b46-90b4-837c340de86c', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:48Z', 'updated_at': '2022-03-08T20:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:17.538466 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea29c6f9-af8f-4abf-8701-b28766dcbbeb None None] Checking router: 6814b7e7-4a13-4695-9af6-26c1bec4b77a for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:27:17.546827 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-88ab489f-b748-4464-a17d-0597594c24c5 req-3dae226d-9a74-4d78-b4f7-b47b5e40390c tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768905 Mar 08 20:27:17.547696 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea29c6f9-af8f-4abf-8701-b28766dcbbeb None None] Routers {'6814b7e7-4a13-4695-9af6-26c1bec4b77a'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:17.548332 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-ea29c6f9-af8f-4abf-8701-b28766dcbbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:26:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['6814b7e7-4a13-4695-9af6-26c1bec4b77a'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:17.556088 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-78bc1382-6237-4800-8e3f-e1feac61a741 admin admin] Deleting port f48ce3ca-e485-4b46-90b4-837c340de86c {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:27:17.556465 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-78bc1382-6237-4800-8e3f-e1feac61a741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (f48ce3ca-e485-4b46-90b4-837c340de86c), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:17.639188 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [None req-78bc1382-6237-4800-8e3f-e1feac61a741 admin admin] For port f48ce3ca-e485-4b46-90b4-837c340de86c, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=f48ce3ca-e485-4b46-90b4-837c340de86c,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:17.639551 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-78bc1382-6237-4800-8e3f-e1feac61a741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (f48ce3ca-e485-4b46-90b4-837c340de86c), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:17.652903 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-78bc1382-6237-4800-8e3f-e1feac61a741 admin admin] Calling delete_port for f48ce3ca-e485-4b46-90b4-837c340de86c owned by network:router_gateway {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:27:17.765637 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-ea29c6f9-af8f-4abf-8701-b28766dcbbeb None None] Set router 6814b7e7-4a13-4695-9af6-26c1bec4b77a gateway port host: None {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:17.816815 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-ea29c6f9-af8f-4abf-8701-b28766dcbbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'name': 'tempest-TestMinimumBasicScenario-715287877-router', 'tenant_id': '315a2f5428e1445b819c2e994c7efd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:47Z', 'updated_at': '2022-03-08T20:27:17Z', 'revision_number': 6, 'project_id': '315a2f5428e1445b819c2e994c7efd1c', 'gw_port_host': None}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:17.821475 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-78bc1382-6237-4800-8e3f-e1feac61a741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (f48ce3ca-e485-4b46-90b4-837c340de86c), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:17.847686 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea29c6f9-af8f-4abf-8701-b28766dcbbeb None None] The sync data for ids ['6814b7e7-4a13-4695-9af6-26c1bec4b77a'] in dv-cinder-830093-3-iscsi is: [{'id': '6814b7e7-4a13-4695-9af6-26c1bec4b77a', 'name': 'tempest-TestMinimumBasicScenario-715287877-router', 'tenant_id': '315a2f5428e1445b819c2e994c7efd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:47Z', 'updated_at': '2022-03-08T20:27:17Z', 'revision_number': 6, 'project_id': '315a2f5428e1445b819c2e994c7efd1c', 'gw_port_host': None}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:27:17.851366 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc1382-6237-4800-8e3f-e1feac61a741 admin admin] Pushing event deleted for resources: {'Port': ['ID=f48ce3ca-e485-4b46-90b4-837c340de86c,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:17.915693 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-78bc1382-6237-4800-8e3f-e1feac61a741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1751681'] for router_gateway (6814b7e7-4a13-4695-9af6-26c1bec4b77a), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.005090 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-78bc1382-6237-4800-8e3f-e1feac61a741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8573'] for router (6814b7e7-4a13-4695-9af6-26c1bec4b77a), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.007427 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-78bc1382-6237-4800-8e3f-e1feac61a741 admin admin] Publish callbacks [] for router_controller (6814b7e7-4a13-4695-9af6-26c1bec4b77a), precommit_delete_associations {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.052656 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-78bc1382-6237-4800-8e3f-e1feac61a741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1754914'] for router (6814b7e7-4a13-4695-9af6-26c1bec4b77a), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.053200 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bc1382-6237-4800-8e3f-e1feac61a741 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6814b7e7-4a13-4695-9af6-26c1bec4b77a {{(pid=109690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:27:18.058133 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-78bc1382-6237-4800-8e3f-e1feac61a741 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.059273 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-78bc1382-6237-4800-8e3f-e1feac61a741 admin admin] 10.222.0.45 "DELETE /v2.0/routers/6814b7e7-4a13-4695-9af6-26c1bec4b77a HTTP/1.1" status: 204 len: 168 time: 0.8487720 Mar 08 20:27:18.061748 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45438) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:18.111760 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f676651-2db6-4f55-81d1-b254610004af admin admin] Deleting subnet 2f3abec4-3575-4c40-a56d-ac643fd69b54 {{(pid=109690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:27:18.115661 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9f676651-2db6-4f55-81d1-b254610004af admin admin] Publish callbacks [] for subnet (2f3abec4-3575-4c40-a56d-ac643fd69b54), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.150122 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9f676651-2db6-4f55-81d1-b254610004af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30217747'] for subnet (2f3abec4-3575-4c40-a56d-ac643fd69b54), precommit_delete_associations {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.228566 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9f676651-2db6-4f55-81d1-b254610004af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651235'] for subnet (2f3abec4-3575-4c40-a56d-ac643fd69b54), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.283690 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9f676651-2db6-4f55-81d1-b254610004af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31980216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30349085'] for subnet (2f3abec4-3575-4c40-a56d-ac643fd69b54), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.312434 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f676651-2db6-4f55-81d1-b254610004af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f3abec4-3575-4c40-a56d-ac643fd69b54,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:18.315860 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-9f676651-2db6-4f55-81d1-b254610004af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.319231 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-9f676651-2db6-4f55-81d1-b254610004af admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2f3abec4-3575-4c40-a56d-ac643fd69b54 HTTP/1.1" status: 204 len: 168 time: 0.2562850 Mar 08 20:27:18.321400 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45440) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:18.321725 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f08a3f3-faa4-44ef-bfb8-71b90cd77164 None None] Network 45ecef53-6532-4710-9e0b-ccd32623cf97 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:27:18.389501 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627052'] for network (45ecef53-6532-4710-9e0b-ccd32623cf97), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.441710 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] Deleting port 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:27:18.442049 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (4185bd2d-9a2e-478c-8ec9-2abd7a392d65), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.505855 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] For port 4185bd2d-9a2e-478c-8ec9-2abd7a392d65, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=4185bd2d-9a2e-478c-8ec9-2abd7a392d65,segment=NetworkSegment(d02338ba-51cf-4bd3-80e5-d1fd34687562),segment_id=d02338ba-51cf-4bd3-80e5-d1fd34687562)] {{(pid=109690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:18.506456 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (4185bd2d-9a2e-478c-8ec9-2abd7a392d65), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.519105 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] Calling delete_port for 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 owned by network:dhcp {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:27:18.597190 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (4185bd2d-9a2e-478c-8ec9-2abd7a392d65), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.621099 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bb0877-e912-4907-a94f-df36a21fc5a7 None None] DHCP port deletion for 45ecef53-6532-4710-9e0b-ccd32623cf97 request from dv-cinder-830093-3-iscsi {{(pid=109691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:27:18.640810 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] No DVR routers for this DVR port 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 on host dv-cinder-830093-3-iscsi {{(pid=109690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:27:18.642976 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] Pushing event deleted for resources: {'Port': ['ID=4185bd2d-9a2e-478c-8ec9-2abd7a392d65,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:18.676822 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36c226-1ce7-483f-a5ba-08401a144367 req-ab5c76a1-6042-4972-a864-5ca914eb8310 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:18.678334 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3e36c226-1ce7-483f-a5ba-08401a144367 req-ab5c76a1-6042-4972-a864-5ca914eb8310 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 944 time: 0.0622447 Mar 08 20:27:18.718365 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733548', 'neutron.services.segments.db._delete_segments_for_network-8789199064935'] for network (45ecef53-6532-4710-9e0b-ccd32623cf97), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.731628 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-3e36c226-1ce7-483f-a5ba-08401a144367 req-7f5eed0f-82fa-4d92-8db6-77a65d943eda tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477209 Mar 08 20:27:18.740062 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ecef53-6532-4710-9e0b-ccd32623cf97']}} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:18.756336 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02338ba-51cf-4bd3-80e5-d1fd34687562') {'for_net_delete': True} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:18.756652 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.services.segments.db [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02338ba-51cf-4bd3-80e5-d1fd34687562') {} {{(pid=109690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:18.766740 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199064176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30217960'] for segment (d02338ba-51cf-4bd3-80e5-d1fd34687562), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.780981 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (d02338ba-51cf-4bd3-80e5-d1fd34687562), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.787342 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:27:18.787720 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31980242'] for segment (d02338ba-51cf-4bd3-80e5-d1fd34687562), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: Traceback (most recent call last): Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: timer() Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: cb(*args, **kw) Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: return func(*args, **kwargs) Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: self._notify() Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: self.callback(batched_events) Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: event.method(event) Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: return f(self, *a, **k) Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: return self._get(url).json() Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: return self.request(url, 'GET', **kwargs) Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:27:18.789747 dv-cinder-830093-3-iscsi neutron-server[109690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:27:18.850744 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1751717'] for network (45ecef53-6532-4710-9e0b-ccd32623cf97), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.856533 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.860829 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] 10.222.0.45 "DELETE /v2.0/networks/45ecef53-6532-4710-9e0b-ccd32623cf97 HTTP/1.1" status: 204 len: 168 time: 0.5385244 Mar 08 20:27:18.873407 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f912d0-90af-4d21-b7fd-920c353f3283 admin admin] Pushing event deleted for resources: {'Network': ['ID=45ecef53-6532-4710-9e0b-ccd32623cf97,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:19.028892 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45446) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:19.068897 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-43f0f11b-7b04-4133-98a9-91ad882e503f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bdd15010b2584a6fba0ed753192e6572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388458 Mar 08 20:27:19.071311 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45448) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:19.117576 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fbdadc4d-e2f7-4075-8573-b9119acb88d9 admin admin] Publish callbacks [] for security_group (d6f9d8a0-81c7-4302-a275-0f2abddc461d), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.138807 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fbdadc4d-e2f7-4075-8573-b9119acb88d9 admin admin] Publish callbacks [] for security_group (d6f9d8a0-81c7-4302-a275-0f2abddc461d), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.188195 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fbdadc4d-e2f7-4075-8573-b9119acb88d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (d6f9d8a0-81c7-4302-a275-0f2abddc461d), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.190906 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fbdadc4d-e2f7-4075-8573-b9119acb88d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.192126 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-fbdadc4d-e2f7-4075-8573-b9119acb88d9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d6f9d8a0-81c7-4302-a275-0f2abddc461d HTTP/1.1" status: 204 len: 168 time: 0.1198466 Mar 08 20:27:19.199564 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdadc4d-e2f7-4075-8573-b9119acb88d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f9d8a0-81c7-4302-a275-0f2abddc461d,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:19.496469 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45454) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:19.536096 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-24305418-4a98-4b01-b1a0-030b12bd8332 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=315a2f5428e1445b819c2e994c7efd1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380039 Mar 08 20:27:19.538392 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45456) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:19.583576 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b89e3f0a-c4c8-43d2-b3b3-194ac68cbaf2 admin admin] Publish callbacks [] for security_group (9a6a3a4b-7e6f-4bb5-93a8-c924644967b2), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.604399 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b89e3f0a-c4c8-43d2-b3b3-194ac68cbaf2 admin admin] Publish callbacks [] for security_group (9a6a3a4b-7e6f-4bb5-93a8-c924644967b2), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.656208 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device f48ce3ca-e485-4b46-90b4-837c340de86c no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:27:19.658555 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b89e3f0a-c4c8-43d2-b3b3-194ac68cbaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (9a6a3a4b-7e6f-4bb5-93a8-c924644967b2), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.661231 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-b89e3f0a-c4c8-43d2-b3b3-194ac68cbaf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.662387 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-b89e3f0a-c4c8-43d2-b3b3-194ac68cbaf2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a6a3a4b-7e6f-4bb5-93a8-c924644967b2 HTTP/1.1" status: 204 len: 168 time: 0.1231377 Mar 08 20:27:19.671202 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e3f0a-c4c8-43d2-b3b3-194ac68cbaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6a3a4b-7e6f-4bb5-93a8-c924644967b2,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:19.676710 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: f48ce3ca-e485-4b46-90b4-837c340de86c {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:27:19.677063 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device f48ce3ca-e485-4b46-90b4-837c340de86c not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:27:19.677487 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:27:19.703704 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:27:19.704059 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 4185bd2d-9a2e-478c-8ec9-2abd7a392d65 not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:27:19.704513 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 448676af-0b71-45cd-bf6c-109c4aa800e0 no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:27:19.724467 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 448676af-0b71-45cd-bf6c-109c4aa800e0 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:27:19.724855 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 448676af-0b71-45cd-bf6c-109c4aa800e0 not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:27:19.859308 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21684f9a-743d-4168-b549-bdfa5650896d req-b40fbea4-7ccd-4973-bbc5-27efcf53227b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:19.861003 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-21684f9a-743d-4168-b549-bdfa5650896d req-b40fbea4-7ccd-4973-bbc5-27efcf53227b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 944 time: 0.0572686 Mar 08 20:27:19.920262 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-21684f9a-743d-4168-b549-bdfa5650896d req-92eb9152-e1c8-4892-b5fd-f28efef367e3 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532229 Mar 08 20:27:21.040071 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceae1f1-7774-4ad7-b55f-53576d159e32 req-89178c28-d108-4a7d-952e-1eac0c242f18 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:21.041571 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6ceae1f1-7774-4ad7-b55f-53576d159e32 req-89178c28-d108-4a7d-952e-1eac0c242f18 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 944 time: 0.0547709 Mar 08 20:27:21.091501 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-6ceae1f1-7774-4ad7-b55f-53576d159e32 req-f47ef97b-6f20-486e-8d0a-38e1db7baea7 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433495 Mar 08 20:27:22.214139 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5619e62-9966-4e43-bf8a-83f128859cc2 req-374ef6db-87e3-426c-ab9d-5f5376465fb9 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:22.215611 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b5619e62-9966-4e43-bf8a-83f128859cc2 req-374ef6db-87e3-426c-ab9d-5f5376465fb9 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 944 time: 0.0529542 Mar 08 20:27:22.262528 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-b5619e62-9966-4e43-bf8a-83f128859cc2 req-acf365a0-5305-4d1d-8101-5d84ac105793 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410252 Mar 08 20:27:23.375674 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3f5e-775a-4936-9ef7-6b1cf37825e6 req-956f940b-f586-4e2e-858a-06687456197d tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:23.377051 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cabb3f5e-775a-4936-9ef7-6b1cf37825e6 req-956f940b-f586-4e2e-858a-06687456197d tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 944 time: 0.0506697 Mar 08 20:27:23.423190 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cabb3f5e-775a-4936-9ef7-6b1cf37825e6 req-02117211-0e70-46a6-a21b-7fdfd023fd8d tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405338 Mar 08 20:27:24.542218 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047ac9d-5771-40e9-a7aa-3edd02f8d9cb req-5688250e-2f1c-4f0b-85d5-a318bfaa78be tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:24.543702 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4047ac9d-5771-40e9-a7aa-3edd02f8d9cb req-5688250e-2f1c-4f0b-85d5-a318bfaa78be tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 944 time: 0.0557003 Mar 08 20:27:24.592435 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4047ac9d-5771-40e9-a7aa-3edd02f8d9cb req-b6923139-d46d-443e-b564-396fd03c3010 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432751 Mar 08 20:27:25.011643 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 73dca173-0fe4-49b7-a88e-f933ff6d7afb details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:27:25.104539 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 73dca173-0fe4-49b7-a88e-f933ff6d7afb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73dca173-0fe4-49b7-a88e-f933ff6d7afb,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:25.116783 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': '73dca173-0fe4-49b7-a88e-f933ff6d7afb', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'port_id': '73dca173-0fe4-49b7-a88e-f933ff6d7afb', 'mac_address': 'fa:16:3e:94:9b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:27:25.157750 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 73dca173-0fe4-49b7-a88e-f933ff6d7afb is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:25.158142 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (73dca173-0fe4-49b7-a88e-f933ff6d7afb), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:25.170812 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73dca173-0fe4-49b7-a88e-f933ff6d7afb {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:27:25.190164 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 73dca173-0fe4-49b7-a88e-f933ff6d7afb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73dca173-0fe4-49b7-a88e-f933ff6d7afb,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:25.193746 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (73dca173-0fe4-49b7-a88e-f933ff6d7afb), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:25.238462 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=73dca173-0fe4-49b7-a88e-f933ff6d7afb,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:25.245189 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:25.245541 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:25.245889 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:25.246228 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:25.246564 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:25.247499 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:25.247843 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:25.248173 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:25.248528 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:25.248856 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:25.249182 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:25.249503 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:25.249825 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:25.396524 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['73dca173-0fe4-49b7-a88e-f933ff6d7afb'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:27:25.709257 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c70250-3236-4a6a-8f3c-8bbd07ade052 req-8c6c5c8b-0730-4739-87c6-d55b04ccf956 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:25.710629 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-16c70250-3236-4a6a-8f3c-8bbd07ade052 req-8c6c5c8b-0730-4739-87c6-d55b04ccf956 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 945 time: 0.0540729 Mar 08 20:27:25.757397 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-16c70250-3236-4a6a-8f3c-8bbd07ade052 req-565e8609-03b0-41d5-a450-5d189931c32d tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406368 Mar 08 20:27:26.274069 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0dbff46c-758f-4d42-b3f5-5ebbecebb37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:26.876456 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d4cc4-39ef-4f7a-9af1-fc066d738dba req-11a47b37-040a-45d0-8d01-6c2fd0fc5253 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:26.877924 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-102d4cc4-39ef-4f7a-9af1-fc066d738dba req-11a47b37-040a-45d0-8d01-6c2fd0fc5253 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 945 time: 0.0564954 Mar 08 20:27:26.926978 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-102d4cc4-39ef-4f7a-9af1-fc066d738dba req-37708839-05d2-4c6c-9d3a-b6c8492a6a22 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433698 Mar 08 20:27:27.039090 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 73dca173-0fe4-49b7-a88e-f933ff6d7afb up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:27:27.086476 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port 73dca173-0fe4-49b7-a88e-f933ff6d7afb completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:27:27.090233 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port 73dca173-0fe4-49b7-a88e-f933ff6d7afb triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:27.091131 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (73dca173-0fe4-49b7-a88e-f933ff6d7afb), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.170800 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port 73dca173-0fe4-49b7-a88e-f933ff6d7afb is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:27.171199 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (73dca173-0fe4-49b7-a88e-f933ff6d7afb), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.193198 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73dca173-0fe4-49b7-a88e-f933ff6d7afb'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:27:27.195453 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e7cdb8-b96f-4d66-b925-740f3f77e8d6" -d '{"events": [{"server_uuid": "9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1", "name": "network-vif-plugged", "status": "completed", "tag": "73dca173-0fe4-49b7-a88e-f933ff6d7afb"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:27:27.209059 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port 73dca173-0fe4-49b7-a88e-f933ff6d7afb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73dca173-0fe4-49b7-a88e-f933ff6d7afb,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:27.214041 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (73dca173-0fe4-49b7-a88e-f933ff6d7afb), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.240503 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3c3163-bf95-489a-b14a-7775873e8584 x-openstack-request-id: req-8e3c3163-bf95-489a-b14a-7775873e8584 {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:27:27.240955 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1", "name": "network-vif-plugged", "status": "completed", "tag": "73dca173-0fe4-49b7-a88e-f933ff6d7afb", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:27:27.241352 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e3c3163-bf95-489a-b14a-7775873e8584 {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:27:27.241941 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73dca173-0fe4-49b7-a88e-f933ff6d7afb', 'code': 200} Mar 08 20:27:27.271694 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=73dca173-0fe4-49b7-a88e-f933ff6d7afb,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:27.455249 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682deae-88fa-4c23-9269-78365b449605 req-2c1ae919-f563-4862-8cd8-a93532947629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:27.457459 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4682deae-88fa-4c23-9269-78365b449605 req-2c1ae919-f563-4862-8cd8-a93532947629 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 1130 time: 0.0577881 Mar 08 20:27:27.502061 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-4682deae-88fa-4c23-9269-78365b449605 req-19c84576-3942-46be-b983-debe8b8846f2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387182 Mar 08 20:27:28.045914 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d3d5c-8958-4b1c-a678-df3da5fee314 req-5f138b5f-efc6-42b9-a3b1-00ded6b3c8d8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:28.047401 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-588d3d5c-8958-4b1c-a678-df3da5fee314 req-5f138b5f-efc6-42b9-a3b1-00ded6b3c8d8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 946 time: 0.0550957 Mar 08 20:27:28.095209 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-588d3d5c-8958-4b1c-a678-df3da5fee314 req-618ca0e4-6377-424f-b066-2cbe09546e37 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423386 Mar 08 20:27:28.519486 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-23b4d6ec-0d0b-4faf-98f9-25a426257ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:29.222029 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29777fb8-4968-4501-873b-eb394458d08a req-dd72f728-68fd-4a48-9b5d-8f60b24b045b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:29.224322 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-29777fb8-4968-4501-873b-eb394458d08a req-dd72f728-68fd-4a48-9b5d-8f60b24b045b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 946 time: 0.0619135 Mar 08 20:27:29.274783 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-29777fb8-4968-4501-873b-eb394458d08a req-d93f9cb5-4b6b-42c8-bc79-a848f0b3a871 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451734 Mar 08 20:27:29.392811 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa972d7-26a6-43fb-a30d-66c435170107 req-1f19694d-9684-48e2-9130-cddf7a970947 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:29.394210 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3fa972d7-26a6-43fb-a30d-66c435170107 req-1f19694d-9684-48e2-9130-cddf7a970947 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 946 time: 0.0564539 Mar 08 20:27:29.441722 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-3fa972d7-26a6-43fb-a30d-66c435170107 req-4a201196-bfed-41fd-9293-5c782eac1017 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420606 Mar 08 20:27:29.463271 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45484) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:29.505537 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1bd09d-8bab-4d2a-8a97-3b1b63c2bce7 tempest-TestVolumeBootPattern-1847599835 tempest-TestVolumeBootPattern-1847599835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:29.507278 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-8a1bd09d-8bab-4d2a-8a97-3b1b63c2bce7 tempest-TestVolumeBootPattern-1847599835 tempest-TestVolumeBootPattern-1847599835-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 1125 time: 0.0430381 Mar 08 20:27:29.510017 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45486) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:29.514613 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Request body: {'floatingip': {'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'port_id': '73dca173-0fe4-49b7-a88e-f933ff6d7afb', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:29.535472 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:29.630070 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:29.731827 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Allocated IP 172.27.1.201 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/242340db-68d5-4228-9bab-83618fbfa66b) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:27:29.835467 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for port (242340db-68d5-4228-9bab-83618fbfa66b), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:29.837386 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:29.874943 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (242340db-68d5-4228-9bab-83618fbfa66b), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:29.909451 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:27:29.914715 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:27:29.918151 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:27:29.945640 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event updated for resources: {'Port': ['ID=242340db-68d5-4228-9bab-83618fbfa66b,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:30.563268 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for floatingip (39aae7f5-f0bc-4c26-9e21-5ad434cfb737), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:30.629843 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (242340db-68d5-4228-9bab-83618fbfa66b), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:30.773003 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for port (242340db-68d5-4228-9bab-83618fbfa66b), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:30.777484 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31980278'] for port (242340db-68d5-4228-9bab-83618fbfa66b), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:30.851710 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event updated for resources: {'Port': ['ID=242340db-68d5-4228-9bab-83618fbfa66b,revision_number=2']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:30.862108 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (39aae7f5-f0bc-4c26-9e21-5ad434cfb737), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:30.961941 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.l3_db [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Floating IP 39aae7f5-f0bc-4c26-9e21-5ad434cfb737 associated. External IP: 172.27.1.201, port: 73dca173-0fe4-49b7-a88e-f933ff6d7afb. Mar 08 20:27:31.183416 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:27:31.293115 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:31.298175 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:27:31.308310 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c9406-15da-42c1-b170-edab582fef1d None None] Sync routers for ids ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:27:31.314727 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:31.323175 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c9406-15da-42c1-b170-edab582fef1d None None] Routers {'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:31.324084 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-3e5c9406-15da-42c1-b170-edab582fef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:27:29Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:31.356961 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-f2b0b5fb-59e1-489a-a2cb-03a005c51f6b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8359520 Mar 08 20:27:31.356961 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'tag': '73dca173-0fe4-49b7-a88e-f933ff6d7afb'}] {{(pid=109690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:27:31.356961 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d8e885dd147d8b917037df1c13c0f120f07ec6cc2713c5f97f9f0f1cce2c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc2a2ce-5c8e-4a63-aef4-6970fd1d8e48" -d '{"events": [{"name": "network-changed", "server_uuid": "9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1", "tag": "73dca173-0fe4-49b7-a88e-f933ff6d7afb"}]}' {{(pid=109690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:27:31.386259 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d7a6f1-dd7c-49aa-90b6-89802887d669 x-openstack-request-id: req-64d7a6f1-dd7c-49aa-90b6-89802887d669 {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:27:31.386547 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1", "tag": "73dca173-0fe4-49b7-a88e-f933ff6d7afb", "status": "completed", "code": 200}]} {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:27:31.386803 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64d7a6f1-dd7c-49aa-90b6-89802887d669 {{(pid=109690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:27:31.387253 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'tag': '73dca173-0fe4-49b7-a88e-f933ff6d7afb', 'status': 'completed', 'code': 200} Mar 08 20:27:31.438113 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-3e5c9406-15da-42c1-b170-edab582fef1d None None] Set router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:31.448690 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2a2ce-5c8e-4a63-aef4-6970fd1d8e48 req-0be2db62-8275-481a-8238-407d6797dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:31.450193 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fbc2a2ce-5c8e-4a63-aef4-6970fd1d8e48 req-0be2db62-8275-481a-8238-407d6797dc52 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 1130 time: 0.0435002 Mar 08 20:27:31.546166 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2a2ce-5c8e-4a63-aef4-6970fd1d8e48 req-5971cc5a-8f54-4c51-af01-8bc99ed15696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:31.547643 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fbc2a2ce-5c8e-4a63-aef4-6970fd1d8e48 req-5971cc5a-8f54-4c51-af01-8bc99ed15696 service neutron] 10.222.0.60 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 913 time: 0.0920198 Mar 08 20:27:31.614740 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fbc2a2ce-5c8e-4a63-aef4-6970fd1d8e48 req-046b951a-13ba-4265-a3d4-c8726d360f5f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73dca173-0fe4-49b7-a88e-f933ff6d7afb HTTP/1.1" status: 200 len: 1000 time: 0.0613589 Mar 08 20:27:31.662943 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2a2ce-5c8e-4a63-aef4-6970fd1d8e48 req-8c3a71c9-588a-4ceb-87a9-935b8f72225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:31.664328 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fbc2a2ce-5c8e-4a63-aef4-6970fd1d8e48 req-8c3a71c9-588a-4ceb-87a9-935b8f72225b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=761858cc-528f-4940-880c-53b6ed8fcbf4 HTTP/1.1" status: 200 len: 851 time: 0.0429454 Mar 08 20:27:31.668392 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-3e5c9406-15da-42c1-b170-edab582fef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '39aae7f5-f0bc-4c26-9e21-5ad434cfb737', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'port_id': '73dca173-0fe4-49b7-a88e-f933ff6d7afb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'mac_address': 'fa:16:3e:94:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:27:30Z', 'updated_at': '2022-03-08T20:27:30Z', 'revision_number': 0, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:31.693747 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c9406-15da-42c1-b170-edab582fef1d None None] Checking router: a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:27:31.702320 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c9406-15da-42c1-b170-edab582fef1d None None] Routers {'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:31.702918 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-3e5c9406-15da-42c1-b170-edab582fef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:27:29Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:31.711352 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2a2ce-5c8e-4a63-aef4-6970fd1d8e48 req-6499348b-7c8d-44d9-b0ce-6a0302740179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:31.712887 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fbc2a2ce-5c8e-4a63-aef4-6970fd1d8e48 req-6499348b-7c8d-44d9-b0ce-6a0302740179 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=546773f9-3d58-443e-852b-a01eb178b7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433009 Mar 08 20:27:31.802626 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fbc2a2ce-5c8e-4a63-aef4-6970fd1d8e48 req-7232338c-ecbb-467b-8679-66dc0bc282b3 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841773 Mar 08 20:27:31.810426 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-3e5c9406-15da-42c1-b170-edab582fef1d None None] Set router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:31.901483 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-fbc2a2ce-5c8e-4a63-aef4-6970fd1d8e48 req-92c21335-4556-466e-9dab-a09b147f09ab service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931444 Mar 08 20:27:32.043379 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-3e5c9406-15da-42c1-b170-edab582fef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '39aae7f5-f0bc-4c26-9e21-5ad434cfb737', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'port_id': '73dca173-0fe4-49b7-a88e-f933ff6d7afb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'mac_address': 'fa:16:3e:94:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:27:30Z', 'updated_at': '2022-03-08T20:27:30Z', 'revision_number': 0, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:32.069010 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5c9406-15da-42c1-b170-edab582fef1d None None] The sync data for ids ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'] in dv-cinder-830093-3-iscsi is: [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '39aae7f5-f0bc-4c26-9e21-5ad434cfb737', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'port_id': '73dca173-0fe4-49b7-a88e-f933ff6d7afb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'mac_address': 'fa:16:3e:94:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:27:30Z', 'updated_at': '2022-03-08T20:27:30Z', 'revision_number': 0, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:27:32.264739 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f49aa77-0a5a-4c88-872f-6de596924fc8 None None] New status for floating IP 39aae7f5-f0bc-4c26-9e21-5ad434cfb737: ACTIVE {{(pid=109691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:27:32.515973 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:38.350346 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:27:42.885074 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:48.784686 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1ca006fb-d088-4535-9552-6462a5ff47b8 req-a9b31078-b1e7-4f76-8e84-3b822a615f05 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442202 Mar 08 20:27:48.868160 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca006fb-d088-4535-9552-6462a5ff47b8 req-514e2c80-ea2f-44f6-a39c-56df187fb5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:48.869683 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1ca006fb-d088-4535-9552-6462a5ff47b8 req-514e2c80-ea2f-44f6-a39c-56df187fb5ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 1130 time: 0.0442305 Mar 08 20:27:48.972066 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca006fb-d088-4535-9552-6462a5ff47b8 req-3df12c15-e933-49c5-a2da-1f8d41e83df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:48.973517 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1ca006fb-d088-4535-9552-6462a5ff47b8 req-3df12c15-e933-49c5-a2da-1f8d41e83df1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 913 time: 0.0845134 Mar 08 20:27:49.035359 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1ca006fb-d088-4535-9552-6462a5ff47b8 req-95841354-ab98-489a-b81d-694478acf97e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73dca173-0fe4-49b7-a88e-f933ff6d7afb HTTP/1.1" status: 200 len: 1002 time: 0.0546744 Mar 08 20:27:49.080983 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca006fb-d088-4535-9552-6462a5ff47b8 req-c33d5d15-b68b-4108-8d4c-ea241b268b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:49.082320 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1ca006fb-d088-4535-9552-6462a5ff47b8 req-c33d5d15-b68b-4108-8d4c-ea241b268b33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=761858cc-528f-4940-880c-53b6ed8fcbf4 HTTP/1.1" status: 200 len: 851 time: 0.0405426 Mar 08 20:27:49.134526 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca006fb-d088-4535-9552-6462a5ff47b8 req-b1c5a623-e4a4-422b-92af-59f3e804abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:49.135994 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1ca006fb-d088-4535-9552-6462a5ff47b8 req-b1c5a623-e4a4-422b-92af-59f3e804abd9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=546773f9-3d58-443e-852b-a01eb178b7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465202 Mar 08 20:27:49.220661 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1ca006fb-d088-4535-9552-6462a5ff47b8 req-7030048b-8efb-4c59-9d6a-ca88aacb1b77 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775771 Mar 08 20:27:49.308406 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-1ca006fb-d088-4535-9552-6462a5ff47b8 req-07255115-20e6-4d33-a2b4-e7d82e5366e8 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808902 Mar 08 20:27:56.266146 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-d004ca09-320e-4106-8b0a-c80e7120c89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:58.521969 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-4d523ec1-1e16-4163-a74f-ea071384fb2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:59.840302 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:01.295222 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:02.518262 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:12.886788 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:15.349488 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:28:26.269216 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-57a59401-487d-4151-9528-2b88869b0a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:28.523747 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0126f992-0aa6-44a6-87d5-9bbc1560f43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:29.841775 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:31.299957 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:32.524067 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:42.871737 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:50.788423 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-072ebd05-0858-4d90-a6e3-aaf25626894b req-c074e03c-10b8-4f63-be30-de8d4af3c791 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447133 Mar 08 20:28:50.870259 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ebd05-0858-4d90-a6e3-aaf25626894b req-2f408db0-33df-4dcd-8b97-b32016adacbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:50.871720 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-072ebd05-0858-4d90-a6e3-aaf25626894b req-2f408db0-33df-4dcd-8b97-b32016adacbf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 1130 time: 0.0442653 Mar 08 20:28:50.972957 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ebd05-0858-4d90-a6e3-aaf25626894b req-63c9cfed-45d5-4266-bbdc-da82e66fa029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:50.974384 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-072ebd05-0858-4d90-a6e3-aaf25626894b req-63c9cfed-45d5-4266-bbdc-da82e66fa029 service neutron] 10.222.0.60 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 913 time: 0.0849061 Mar 08 20:28:51.035809 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-072ebd05-0858-4d90-a6e3-aaf25626894b req-bd154693-5c77-4cae-beec-309b1b7fbfd9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73dca173-0fe4-49b7-a88e-f933ff6d7afb HTTP/1.1" status: 200 len: 1002 time: 0.0555787 Mar 08 20:28:51.083774 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ebd05-0858-4d90-a6e3-aaf25626894b req-826fe86c-ed38-492f-9074-b8790bfeff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:51.085209 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-072ebd05-0858-4d90-a6e3-aaf25626894b req-826fe86c-ed38-492f-9074-b8790bfeff97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=761858cc-528f-4940-880c-53b6ed8fcbf4 HTTP/1.1" status: 200 len: 851 time: 0.0444043 Mar 08 20:28:51.405492 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ebd05-0858-4d90-a6e3-aaf25626894b req-f26b892b-4b9b-4e8b-8020-3e5fe7553657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:51.407756 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-072ebd05-0858-4d90-a6e3-aaf25626894b req-f26b892b-4b9b-4e8b-8020-3e5fe7553657 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=546773f9-3d58-443e-852b-a01eb178b7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3152337 Mar 08 20:28:51.563206 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [req-072ebd05-0858-4d90-a6e3-aaf25626894b req-66ff4ef6-4afa-41eb-82a4-4362f7265316 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:28:51.564207 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-072ebd05-0858-4d90-a6e3-aaf25626894b req-66ff4ef6-4afa-41eb-82a4-4362f7265316 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1504500 Mar 08 20:28:51.649411 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-072ebd05-0858-4d90-a6e3-aaf25626894b req-4d7b2510-d1f2-4343-8902-c0e88782c114 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795159 Mar 08 20:28:51.738002 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-072ebd05-0858-4d90-a6e3-aaf25626894b req-e342862a-4378-47fd-bb05-eaccd15d4355 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827537 Mar 08 20:28:52.347985 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:28:56.271674 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-9a56305a-96f1-42b3-97f3-b9946db86811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:58.527252 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e81e9bff-b6d4-4eb5-a142-fa75906287d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:59.844095 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:01.302743 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:02.516692 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:12.032532 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-fca19d2b-b646-4246-abf5-387dd8ac8e1c tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521055579&fields=id&tenant_id=8ad9c8828e8248e8bffa20aa76e7639b HTTP/1.1" status: 200 len: 267 time: 0.0442441 Mar 08 20:29:12.135537 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-61ded825-01aa-41d7-a7e7-ec08a09eb8f4 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:12.137022 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-61ded825-01aa-41d7-a7e7-ec08a09eb8f4 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 812 time: 0.0970273 Mar 08 20:29:12.151422 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-f44f6f15-ed02-4aaf-97c7-61f107cc53f2 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/quotas/8ad9c8828e8248e8bffa20aa76e7639b HTTP/1.1" status: 200 len: 375 time: 0.0090837 Mar 08 20:29:12.210203 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-98ead7f9-ba17-4ecf-b302-7651a2125f0a tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541677 Mar 08 20:29:12.348897 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-4e212d39-e0a1-4634-ad93-c417cd92fccd service neutron] 10.222.0.45 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267531 Mar 08 20:29:12.438156 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-db26bed9-bb3b-44fb-b0e5-db0c3a4bb2cc service neutron] 10.222.0.45 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836828 Mar 08 20:29:12.770877 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-7d528950-7886-49e3-954f-e61b09b0ddf3 req-06eb09e6-9079-456d-bf1f-83aaad446f3a tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 210 time: 0.0812392 Mar 08 20:29:12.888615 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:13.726043 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-14500823-4036-4753-a5d3-5be9d9b7ab79 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:13.727959 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-14500823-4036-4753-a5d3-5be9d9b7ab79 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.60 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 812 time: 0.1037884 Mar 08 20:29:13.788716 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-610b8f94-4016-496a-a26a-a2aba0a46584 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ad9c8828e8248e8bffa20aa76e7639b HTTP/1.1" status: 200 len: 380 time: 0.0529096 Mar 08 20:29:13.797262 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Request body: {'port': {'device_id': '22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'admin_state_up': True, 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'security_groups': ['c8f27290-40f4-43c4-9e2d-f37f1d00db55']}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:29:13.868588 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-825f9910-d2c1-4043-b5ae-944c8b280fe1 req-83e1cb80-73d1-4750-95a4-084def3043c1 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 210 time: 0.0274410 Mar 08 20:29:13.906391 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Made reservation on behalf of 8ad9c8828e8248e8bffa20aa76e7639b for: {'port': 1} {{(pid=109689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:29:13.909771 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:14.036281 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.db_base_plugin_common [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Allocated IP 172.20.0.4 (546773f9-3d58-443e-852b-a01eb178b7d3/761858cc-528f-4940-880c-53b6ed8fcbf4/f14cd67a-8612-403b-888c-00e7cc010896) {{(pid=109689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:29:14.180408 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for port (f14cd67a-8612-403b-888c-00e7cc010896), precommit_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:14.214734 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (f14cd67a-8612-403b-888c-00e7cc010896), after_create {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:14.258351 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Network 546773f9-3d58-443e-852b-a01eb178b7d3 is already hosted by enough agents. {{(pid=109689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:29:14.261792 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.base_scheduler [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Resources bound (agent type, host, resource id): {{(pid=109689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:29:14.264758 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Received port after_create {{(pid=109689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:29:14.289505 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event updated for resources: {'Port': ['ID=f14cd67a-8612-403b-888c-00e7cc010896,revision_number=1']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:29:14.311152 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:14.311422 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:14.311766 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:14.312105 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:14.312465 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:14.312798 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:14.313126 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:14.313452 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:14.313786 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:14.314109 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:14.314431 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:14.314750 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:14.315065 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:14.335054 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:14.335662 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:14.352378 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-75cd7bdd-52f2-4cc5-9c9d-09877b4699c8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5591180 Mar 08 20:29:14.363763 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.v2.base [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Request body: {'port': {'device_id': '22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=109689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:29:14.425855 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f14cd67a-8612-403b-888c-00e7cc010896), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:14.506151 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-8f1dd2e1-330f-4ffd-b703-36cd2c10f368 None None] Provisioning complete for port f14cd67a-8612-403b-888c-00e7cc010896 triggered by entity DHCP. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:29:14.506756 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd2e1-330f-4ffd-b703-36cd2c10f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (f14cd67a-8612-403b-888c-00e7cc010896), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:14.539847 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-8f1dd2e1-330f-4ffd-b703-36cd2c10f368 None None] Port f14cd67a-8612-403b-888c-00e7cc010896 cannot update to ACTIVE because it is not bound. {{(pid=109691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:29:14.683370 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14cd67a-8612-403b-888c-00e7cc010896 {{(pid=109689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:29:14.690636 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Publish callbacks [] for port (f14cd67a-8612-403b-888c-00e7cc010896), precommit_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:14.703144 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.provisioning_blocks [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Transition to ACTIVE for port object f14cd67a-8612-403b-888c-00e7cc010896 will not be triggered until provisioned by entity L2. {{(pid=109689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:29:14.706477 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (f14cd67a-8612-403b-888c-00e7cc010896), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:14.753621 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Pushing event updated for resources: {'Port': ['ID=f14cd67a-8612-403b-888c-00e7cc010896,revision_number=2']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:29:14.826263 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Attempting to bind port f14cd67a-8612-403b-888c-00e7cc010896 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:29:14.827191 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Attempting to bind port f14cd67a-8612-403b-888c-00e7cc010896 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:29:14.827191 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Attempting to bind port f14cd67a-8612-403b-888c-00e7cc010896 on network 546773f9-3d58-443e-852b-a01eb178b7d3 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:29:14.831366 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Port f14cd67a-8612-403b-888c-00e7cc010896 on network 546773f9-3d58-443e-852b-a01eb178b7d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:29:14.831694 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Attempting to bind port f14cd67a-8612-403b-888c-00e7cc010896 on network 546773f9-3d58-443e-852b-a01eb178b7d3 {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:29:14.836927 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Checking agent: {'id': '44f3d629-c0fb-4310-bce3-6e37790cc36c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'started_at': datetime.datetime(2022, 3, 8, 19, 45, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:29:14.837272 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Checking segment: {'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:29:14.837656 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Bound using segment: {'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'} {{(pid=109689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:29:14.838083 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.managers [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Bound port: f14cd67a-8612-403b-888c-00e7cc010896, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64139d84-f99b-42c7-ba1c-7ba47c106b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3'}}] {{(pid=109689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:29:14.838446 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f14cd67a-8612-403b-888c-00e7cc010896), before_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:14.907368 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] For port f14cd67a-8612-403b-888c-00e7cc010896, host hv-cinder-83009, cleared binding levels {{(pid=109689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:29:14.910777 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] For port f14cd67a-8612-403b-888c-00e7cc010896, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f14cd67a-8612-403b-888c-00e7cc010896,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:29:14.922524 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29844287'] for port (f14cd67a-8612-403b-888c-00e7cc010896), after_update {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:14.955456 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:14.956076 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:14.957491 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] 10.222.0.60 "PUT /v2.0/ports/f14cd67a-8612-403b-888c-00e7cc010896 HTTP/1.1" status: 200 len: 1093 time: 0.5980675 Mar 08 20:29:14.965239 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e', 'tag': 'f14cd67a-8612-403b-888c-00e7cc010896'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:29:14.968064 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68ed474-bb1c-4164-8bce-54ecb391dd66" -d '{"events": [{"name": "network-changed", "server_uuid": "22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e", "tag": "f14cd67a-8612-403b-888c-00e7cc010896"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:29:15.049924 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a58dd-a040-41e0-9a52-a944684fe779 service neutron] Pushing event updated for resources: {'Port': ['ID=f14cd67a-8612-403b-888c-00e7cc010896,revision_number=3']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:29:15.066512 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c324de-2f01-403c-9bf6-205591c511db req-69d46b26-228d-49f9-953b-2810a5fdcc1d tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:15.068024 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-24c324de-2f01-403c-9bf6-205591c511db req-69d46b26-228d-49f9-953b-2810a5fdcc1d tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 943 time: 0.1200275 Mar 08 20:29:15.093619 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65dcd4e-bb68-4e28-8558-ed847e5fc28c x-openstack-request-id: req-a65dcd4e-bb68-4e28-8558-ed847e5fc28c {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:29:15.093994 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e", "tag": "f14cd67a-8612-403b-888c-00e7cc010896", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:29:15.094320 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a65dcd4e-bb68-4e28-8558-ed847e5fc28c {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:29:15.094723 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e', 'tag': 'f14cd67a-8612-403b-888c-00e7cc010896', 'status': 'completed', 'code': 200} Mar 08 20:29:15.099117 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-9582d753-77a0-4a59-b87e-e84ddb25c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:15.100678 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-9582d753-77a0-4a59-b87e-e84ddb25c07a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 1127 time: 0.1006589 Mar 08 20:29:15.158618 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-ad2718b8-11e7-41f3-8818-a4bd2d04fea3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f14cd67a-8612-403b-888c-00e7cc010896 HTTP/1.1" status: 200 len: 217 time: 0.0464826 Mar 08 20:29:15.163422 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-24c324de-2f01-403c-9bf6-205591c511db req-8d3eddb3-bf6a-46c2-88ea-f11337045ed5 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878468 Mar 08 20:29:15.206721 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-08c692c8-b19e-453f-a18c-3876dc93823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:15.208115 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-08c692c8-b19e-453f-a18c-3876dc93823e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=761858cc-528f-4940-880c-53b6ed8fcbf4 HTTP/1.1" status: 200 len: 851 time: 0.0438845 Mar 08 20:29:15.260755 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-66d423c7-4e49-46b3-a864-48cab0640268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:15.262286 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-66d423c7-4e49-46b3-a864-48cab0640268 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=546773f9-3d58-443e-852b-a01eb178b7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476923 Mar 08 20:29:15.348356 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-4055a72a-420c-4606-843c-d8d0d193c445 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798264 Mar 08 20:29:15.445481 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-ee157429-c1d2-4ffd-8548-698a342d17f3 req-7784f85b-aa8b-4297-83ce-cbede1ede999 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909665 Mar 08 20:29:15.540352 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ed474-bb1c-4164-8bce-54ecb391dd66 req-eebe5cae-cd3c-4ff9-866c-256921b4538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:15.541741 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e68ed474-bb1c-4164-8bce-54ecb391dd66 req-eebe5cae-cd3c-4ff9-866c-256921b4538b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 1127 time: 0.0444155 Mar 08 20:29:15.631686 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ed474-bb1c-4164-8bce-54ecb391dd66 req-7f5a3846-f8c8-46fd-bf28-aa6e62866bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:15.633158 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e68ed474-bb1c-4164-8bce-54ecb391dd66 req-7f5a3846-f8c8-46fd-bf28-aa6e62866bbe service neutron] 10.222.0.60 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 913 time: 0.0850849 Mar 08 20:29:15.673439 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e68ed474-bb1c-4164-8bce-54ecb391dd66 req-dbde37a9-f1f0-48df-a96b-ffb2e388d297 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f14cd67a-8612-403b-888c-00e7cc010896 HTTP/1.1" status: 200 len: 217 time: 0.0326781 Mar 08 20:29:15.720158 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ed474-bb1c-4164-8bce-54ecb391dd66 req-270a4148-8d75-47fb-9662-0009c82cc1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:15.721608 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e68ed474-bb1c-4164-8bce-54ecb391dd66 req-270a4148-8d75-47fb-9662-0009c82cc1ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=761858cc-528f-4940-880c-53b6ed8fcbf4 HTTP/1.1" status: 200 len: 851 time: 0.0420353 Mar 08 20:29:15.770191 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ed474-bb1c-4164-8bce-54ecb391dd66 req-879da1cb-06e0-4e6a-8d2c-4266048edcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:15.771635 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e68ed474-bb1c-4164-8bce-54ecb391dd66 req-879da1cb-06e0-4e6a-8d2c-4266048edcc7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=546773f9-3d58-443e-852b-a01eb178b7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424459 Mar 08 20:29:15.862354 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e68ed474-bb1c-4164-8bce-54ecb391dd66 req-ff9d1d44-dd43-4b7b-af09-064d8c0315a8 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821311 Mar 08 20:29:15.952356 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e68ed474-bb1c-4164-8bce-54ecb391dd66 req-b08bfbd8-6c9a-4e08-b8f1-fde7d5020d03 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823073 Mar 08 20:29:16.281301 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e17df-0aff-4c0f-a089-c534bb215ff6 req-1e8a9e9f-2f40-418b-8ca4-26a24b9e6686 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:16.282778 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-235e17df-0aff-4c0f-a089-c534bb215ff6 req-1e8a9e9f-2f40-418b-8ca4-26a24b9e6686 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 943 time: 0.0519328 Mar 08 20:29:16.329448 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-235e17df-0aff-4c0f-a089-c534bb215ff6 req-5e50d9e7-3791-4452-b141-8df9bd715f7f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410569 Mar 08 20:29:17.450240 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c198f-6d94-4484-8524-ca6bbcfd89f8 req-0e6ff329-eae9-4ecf-87e7-f2676eb7dca5 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:17.451718 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b83c198f-6d94-4484-8524-ca6bbcfd89f8 req-0e6ff329-eae9-4ecf-87e7-f2676eb7dca5 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 943 time: 0.0545175 Mar 08 20:29:17.499166 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b83c198f-6d94-4484-8524-ca6bbcfd89f8 req-bdcdbd5a-2cf1-4241-ad4e-34fee55ec2db tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419989 Mar 08 20:29:18.617498 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0be61-c0e9-4fe8-80c0-58608d63de89 req-af260525-6477-4906-b368-e3884da455aa tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:18.619451 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-50d0be61-c0e9-4fe8-80c0-58608d63de89 req-af260525-6477-4906-b368-e3884da455aa tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 943 time: 0.0560851 Mar 08 20:29:18.666555 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-50d0be61-c0e9-4fe8-80c0-58608d63de89 req-4dd147ad-4833-4b3f-b5f8-726a99173a69 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416920 Mar 08 20:29:19.785810 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf5cdc-293f-4cac-8e5d-77f0589fe160 req-e4685cf1-78b1-4ec1-923e-495dc0e438c4 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:19.787282 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9acf5cdc-293f-4cac-8e5d-77f0589fe160 req-e4685cf1-78b1-4ec1-923e-495dc0e438c4 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 943 time: 0.0576794 Mar 08 20:29:19.834163 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9acf5cdc-293f-4cac-8e5d-77f0589fe160 req-d80a2170-b500-42a6-8e49-f33f26055595 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408657 Mar 08 20:29:20.949377 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ffb4d-ce3d-4339-8e20-b0a0caf9126e req-0680364c-7347-413c-af82-9faf273d00c0 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:20.950829 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-401ffb4d-ce3d-4339-8e20-b0a0caf9126e req-0680364c-7347-413c-af82-9faf273d00c0 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 943 time: 0.0514400 Mar 08 20:29:20.997706 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-401ffb4d-ce3d-4339-8e20-b0a0caf9126e req-4ada339f-fbed-4986-9e72-2465d0ba34ac tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414975 Mar 08 20:29:22.114736 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ab825-af8e-467e-830b-490ea1aac2a6 req-f03e077b-9bcd-4e17-9988-27d21fd1b610 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:22.116220 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e59ab825-af8e-467e-830b-490ea1aac2a6 req-f03e077b-9bcd-4e17-9988-27d21fd1b610 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 943 time: 0.0549872 Mar 08 20:29:22.163174 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-e59ab825-af8e-467e-830b-490ea1aac2a6 req-6634f050-5f4d-4515-b644-e40446828ba4 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409980 Mar 08 20:29:23.278425 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce08b8c-6599-40e3-af05-8e13a9dc3533 req-506ec681-4c00-4b75-bc19-83d3923315f8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:23.279898 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4ce08b8c-6599-40e3-af05-8e13a9dc3533 req-506ec681-4c00-4b75-bc19-83d3923315f8 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 943 time: 0.0524278 Mar 08 20:29:23.330491 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-4ce08b8c-6599-40e3-af05-8e13a9dc3533 req-9a70c379-3ee4-4451-b286-60bb71306bd1 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451593 Mar 08 20:29:23.701605 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device f14cd67a-8612-403b-888c-00e7cc010896 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=109691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:29:23.798933 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port f14cd67a-8612-403b-888c-00e7cc010896, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f14cd67a-8612-403b-888c-00e7cc010896,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:29:23.812766 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Returning: {'device': 'f14cd67a-8612-403b-888c-00e7cc010896', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'port_id': 'f14cd67a-8612-403b-888c-00e7cc010896', 'mac_address': 'fa:16:3e:fd:a3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:29:23.855915 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port f14cd67a-8612-403b-888c-00e7cc010896 is: DOWN; New status is: BUILD {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:29:23.856333 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f14cd67a-8612-403b-888c-00e7cc010896), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:23.868743 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14cd67a-8612-403b-888c-00e7cc010896 {{(pid=109691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:29:23.887193 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port f14cd67a-8612-403b-888c-00e7cc010896, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f14cd67a-8612-403b-888c-00e7cc010896,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:29:23.891004 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (f14cd67a-8612-403b-888c-00e7cc010896), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:23.937166 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=f14cd67a-8612-403b-888c-00e7cc010896,revision_number=4']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:29:23.943944 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:23.944322 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:23.944673 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:23.945014 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:23.945349 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:23.945683 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:23.946043 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:23.946371 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:23.946739 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:23.947069 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:23.947395 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:23.947718 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:23.948040 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:24.134163 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] get_ports_and_sgs() called for port_ids ['f14cd67a-8612-403b-888c-00e7cc010896'] {{(pid=109691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:29:24.444357 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e2f85-3668-4bbe-beb1-a356c65b7d57 req-9812be01-9b09-44d3-82e4-73616be7988e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:24.446456 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-738e2f85-3668-4bbe-beb1-a356c65b7d57 req-9812be01-9b09-44d3-82e4-73616be7988e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 944 time: 0.0509069 Mar 08 20:29:24.493641 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-738e2f85-3668-4bbe-beb1-a356c65b7d57 req-32b1e7e1-7804-4fbc-a7af-31d59c3837d9 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413136 Mar 08 20:29:25.608312 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379892d-5d82-42b4-ab0a-c937584f3284 req-0c554ddd-de30-4acb-a23b-0b6fe6b123c6 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:25.609790 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2379892d-5d82-42b4-ab0a-c937584f3284 req-0c554ddd-de30-4acb-a23b-0b6fe6b123c6 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 944 time: 0.0514278 Mar 08 20:29:25.657819 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-2379892d-5d82-42b4-ab0a-c937584f3284 req-d364f992-3160-4c2e-b993-c2a5c9f3f91e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425303 Mar 08 20:29:25.881977 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device f14cd67a-8612-403b-888c-00e7cc010896 up at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:29:25.927351 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning for port f14cd67a-8612-403b-888c-00e7cc010896 completed by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:29:25.931242 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.provisioning_blocks [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Provisioning complete for port f14cd67a-8612-403b-888c-00e7cc010896 triggered by entity L2. {{(pid=109691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:29:25.931744 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735473'] for port (f14cd67a-8612-403b-888c-00e7cc010896), provisioning_complete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:26.010064 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Current status of the port f14cd67a-8612-403b-888c-00e7cc010896 is: BUILD; New status is: ACTIVE {{(pid=109691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:29:26.010478 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (f14cd67a-8612-403b-888c-00e7cc010896), before_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:26.032736 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14cd67a-8612-403b-888c-00e7cc010896'}] {{(pid=109691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:29:26.034985 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c58d81613b09742c1e2199e87a4af8b76acdfbf74d0f5d917b95cc7c462bec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2ff61b-596d-4e99-a2a5-44160e04abc8" -d '{"events": [{"server_uuid": "22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e", "name": "network-vif-plugged", "status": "completed", "tag": "f14cd67a-8612-403b-888c-00e7cc010896"}]}' {{(pid=109691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:29:26.047712 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] For port f14cd67a-8612-403b-888c-00e7cc010896, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f14cd67a-8612-403b-888c-00e7cc010896,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:29:26.051734 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701'] for port (f14cd67a-8612-403b-888c-00e7cc010896), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:26.098392 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Pushing event updated for resources: {'Port': ['ID=f14cd67a-8612-403b-888c-00e7cc010896,revision_number=5']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:29:26.131148 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46add5fb-7d9d-4521-8bda-bead3a176431 x-openstack-request-id: req-46add5fb-7d9d-4521-8bda-bead3a176431 {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:29:26.131469 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e", "name": "network-vif-plugged", "status": "completed", "tag": "f14cd67a-8612-403b-888c-00e7cc010896", "code": 200}]} {{(pid=109691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:29:26.131729 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-46add5fb-7d9d-4521-8bda-bead3a176431 {{(pid=109691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:29:26.132225 dv-cinder-830093-3-iscsi neutron-server[109691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14cd67a-8612-403b-888c-00e7cc010896', 'code': 200} Mar 08 20:29:26.273742 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-085053ab-471a-4c77-ae16-231db28232b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:26.350781 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec05b2-9b35-4c96-9049-69bcaaf0f1a1 req-e4be0014-e946-4eea-9bf4-9267759b1766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:26.352824 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-61ec05b2-9b35-4c96-9049-69bcaaf0f1a1 req-e4be0014-e946-4eea-9bf4-9267759b1766 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 1129 time: 0.0477130 Mar 08 20:29:26.396624 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-61ec05b2-9b35-4c96-9049-69bcaaf0f1a1 req-3eb79f53-f2d4-4ee7-8d63-85a3e47bfc94 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371816 Mar 08 20:29:26.773960 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefbcb6-b200-4473-8c45-d5ef12f82db9 req-48bc243b-6ead-496e-a7e7-3fe93f67c934 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:26.775421 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6eefbcb6-b200-4473-8c45-d5ef12f82db9 req-48bc243b-6ead-496e-a7e7-3fe93f67c934 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 945 time: 0.0514858 Mar 08 20:29:26.822510 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-6eefbcb6-b200-4473-8c45-d5ef12f82db9 req-20c844fa-5b49-463e-9b4d-48f26d0e5d04 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416043 Mar 08 20:29:27.940353 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595a30c-6f99-48dc-8612-6f9ad46e2c11 req-60a0293e-0747-4394-af1f-f35062abf72f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:27.941753 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9595a30c-6f99-48dc-8612-6f9ad46e2c11 req-60a0293e-0747-4394-af1f-f35062abf72f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 945 time: 0.0527785 Mar 08 20:29:27.988910 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-9595a30c-6f99-48dc-8612-6f9ad46e2c11 req-527ec280-0311-4907-adce-0cc0f8e61a91 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411685 Mar 08 20:29:28.106846 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b66279-d83b-4d37-8339-901cd55855f1 req-b5c7dfcc-da07-41a4-8f6d-73a66570b25e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:28.108378 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-49b66279-d83b-4d37-8339-901cd55855f1 req-b5c7dfcc-da07-41a4-8f6d-73a66570b25e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 945 time: 0.0558314 Mar 08 20:29:28.157282 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-49b66279-d83b-4d37-8339-901cd55855f1 req-0b63eb2d-9156-49ee-bdf6-4b951952d25d tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434568 Mar 08 20:29:28.179746 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45628) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:29:28.221989 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740cd38d-c92c-4bff-ad06-c03fec7fa35c tempest-TestVolumeBootPattern-1847599835 tempest-TestVolumeBootPattern-1847599835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:28.223395 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-740cd38d-c92c-4bff-ad06-c03fec7fa35c tempest-TestVolumeBootPattern-1847599835 tempest-TestVolumeBootPattern-1847599835-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 1124 time: 0.0421102 Mar 08 20:29:28.226106 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45630) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:29:28.230795 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.v2.base [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Request body: {'floatingip': {'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'port_id': 'f14cd67a-8612-403b-888c-00e7cc010896', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:29:28.251182 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:28.347953 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (None), before_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:28.447193 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_common [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Allocated IP 172.27.1.195 (4ab513a0-00c2-4806-bea3-3166607858e9/f5075e3e-b829-4239-acf2-0f05e5e5ea88/33eff9f3-48a5-4c14-9808-5842a3749bbd) {{(pid=109690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:29:28.532649 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-f9182d91-5ca5-4e75-83ba-66698f30443e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:28.551101 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for port (33eff9f3-48a5-4c14-9808-5842a3749bbd), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:28.583124 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789198537665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (33eff9f3-48a5-4c14-9808-5842a3749bbd), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:28.621434 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Network 4ab513a0-00c2-4806-bea3-3166607858e9 is already hosted by enough agents. {{(pid=109690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:29:28.624276 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.base_scheduler [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Resources bound (agent type, host, resource id): {{(pid=109690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:29:28.627648 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Received port after_create {{(pid=109690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:29:28.650746 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event updated for resources: {'Port': ['ID=33eff9f3-48a5-4c14-9808-5842a3749bbd,revision_number=1']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:29:28.663425 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:28.663784 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:28.664136 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:28.665061 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:28.665417 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:28.665751 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:28.666087 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:28.666422 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:28.666754 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:28.667089 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:28.667417 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:28.667744 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:28.668074 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:28.997786 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for floatingip (0f7a949e-259c-4461-bda9-66020d9af62a), precommit_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:29.063969 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594886'] for port (33eff9f3-48a5-4c14-9808-5842a3749bbd), before_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:29.210807 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for port (33eff9f3-48a5-4c14-9808-5842a3749bbd), precommit_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:29.216071 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789199012280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789198537683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789198537701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31980278'] for port (33eff9f3-48a5-4c14-9808-5842a3749bbd), after_update {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:29.282760 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event updated for resources: {'Port': ['ID=33eff9f3-48a5-4c14-9808-5842a3749bbd,revision_number=2']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:29:29.296462 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752159'] for floatingip (0f7a949e-259c-4461-bda9-66020d9af62a), after_create {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:29.347364 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:29:29.395350 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.l3_db [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Floating IP 0f7a949e-259c-4461-bda9-66020d9af62a associated. External IP: 172.27.1.195, port: f14cd67a-8612-403b-888c-00e7cc010896. Mar 08 20:29:29.847192 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:29.852648 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:29:29.961105 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:29:29.971115 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b89fd0-b467-4a6f-addc-fe5d58649958 None None] Sync routers for ids ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:29:29.978385 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:29.981396 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b89fd0-b467-4a6f-addc-fe5d58649958 None None] Routers {'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:29:29.982032 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-04b89fd0-b467-4a6f-addc-fe5d58649958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:29:29Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:29:30.011850 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-8e850b1d-c9c2-49f6-9f49-a996fe8b2a84 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7847488 Mar 08 20:29:30.012464 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e', 'tag': 'f14cd67a-8612-403b-888c-00e7cc010896'}] {{(pid=109690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:29:30.014701 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d8e885dd147d8b917037df1c13c0f120f07ec6cc2713c5f97f9f0f1cce2c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dc74ff-ab3f-4328-965a-098a6a01ccae" -d '{"events": [{"name": "network-changed", "server_uuid": "22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e", "tag": "f14cd67a-8612-403b-888c-00e7cc010896"}]}' {{(pid=109690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:29:30.048589 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d8edc5-6fb7-45aa-847e-3ef17fa81c7c x-openstack-request-id: req-94d8edc5-6fb7-45aa-847e-3ef17fa81c7c {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:29:30.048884 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e", "tag": "f14cd67a-8612-403b-888c-00e7cc010896", "status": "completed", "code": 200}]} {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:29:30.049140 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-94d8edc5-6fb7-45aa-847e-3ef17fa81c7c {{(pid=109690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:29:30.049546 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e', 'tag': 'f14cd67a-8612-403b-888c-00e7cc010896', 'status': 'completed', 'code': 200} Mar 08 20:29:30.090852 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-04b89fd0-b467-4a6f-addc-fe5d58649958 None None] Set router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:29:30.116157 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc74ff-ab3f-4328-965a-098a6a01ccae req-39c07c4c-1eb7-4677-b6e4-2c2b6f5559eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:30.118001 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b5dc74ff-ab3f-4328-965a-098a6a01ccae req-39c07c4c-1eb7-4677-b6e4-2c2b6f5559eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 1129 time: 0.0473831 Mar 08 20:29:30.209104 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc74ff-ab3f-4328-965a-098a6a01ccae req-68ddb474-3add-4e73-a7f7-508583be2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:30.210639 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b5dc74ff-ab3f-4328-965a-098a6a01ccae req-68ddb474-3add-4e73-a7f7-508583be2580 service neutron] 10.222.0.60 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 913 time: 0.0868402 Mar 08 20:29:30.288931 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b5dc74ff-ab3f-4328-965a-098a6a01ccae req-dd361ade-1ea7-4c36-8a10-a96dcf5f5ba4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f14cd67a-8612-403b-888c-00e7cc010896 HTTP/1.1" status: 200 len: 999 time: 0.0569458 Mar 08 20:29:30.313459 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-04b89fd0-b467-4a6f-addc-fe5d58649958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '0f7a949e-259c-4461-bda9-66020d9af62a', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'port_id': 'f14cd67a-8612-403b-888c-00e7cc010896', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'mac_address': 'fa:16:3e:fd:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:29:28Z', 'updated_at': '2022-03-08T20:29:28Z', 'revision_number': 0, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ip_address_scope': None}, {'id': '39aae7f5-f0bc-4c26-9e21-5ad434cfb737', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'port_id': '73dca173-0fe4-49b7-a88e-f933ff6d7afb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'mac_address': 'fa:16:3e:94:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:27:30Z', 'updated_at': '2022-03-08T20:27:32Z', 'revision_number': 1, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:29:30.338672 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b89fd0-b467-4a6f-addc-fe5d58649958 None None] Checking router: a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:29:30.339170 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc74ff-ab3f-4328-965a-098a6a01ccae req-b5a901d3-c8a2-4514-bc6b-6f727ca2b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:30.340669 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b5dc74ff-ab3f-4328-965a-098a6a01ccae req-b5a901d3-c8a2-4514-bc6b-6f727ca2b8ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=761858cc-528f-4940-880c-53b6ed8fcbf4 HTTP/1.1" status: 200 len: 851 time: 0.0459836 Mar 08 20:29:30.346731 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b89fd0-b467-4a6f-addc-fe5d58649958 None None] Routers {'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:29:30.347322 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-04b89fd0-b467-4a6f-addc-fe5d58649958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:29:29Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:29:30.389632 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc74ff-ab3f-4328-965a-098a6a01ccae req-6b388ec4-205c-4895-b036-050860230906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:30.391139 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b5dc74ff-ab3f-4328-965a-098a6a01ccae req-6b388ec4-205c-4895-b036-050860230906 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=546773f9-3d58-443e-852b-a01eb178b7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453844 Mar 08 20:29:30.454292 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-04b89fd0-b467-4a6f-addc-fe5d58649958 None None] Set router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:29:30.478674 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b5dc74ff-ab3f-4328-965a-098a6a01ccae req-4952ad53-874b-42ac-a125-554588272126 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814221 Mar 08 20:29:30.568158 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b5dc74ff-ab3f-4328-965a-098a6a01ccae req-b5944559-5f9a-4736-a090-6e755f5592f9 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843766 Mar 08 20:29:30.678038 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-04b89fd0-b467-4a6f-addc-fe5d58649958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '0f7a949e-259c-4461-bda9-66020d9af62a', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'port_id': 'f14cd67a-8612-403b-888c-00e7cc010896', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'mac_address': 'fa:16:3e:fd:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:29:28Z', 'updated_at': '2022-03-08T20:29:28Z', 'revision_number': 0, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ip_address_scope': None}, {'id': '39aae7f5-f0bc-4c26-9e21-5ad434cfb737', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'port_id': '73dca173-0fe4-49b7-a88e-f933ff6d7afb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'mac_address': 'fa:16:3e:94:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:27:30Z', 'updated_at': '2022-03-08T20:27:32Z', 'revision_number': 1, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:29:30.704192 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b89fd0-b467-4a6f-addc-fe5d58649958 None None] The sync data for ids ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'] in dv-cinder-830093-3-iscsi is: [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '0f7a949e-259c-4461-bda9-66020d9af62a', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'port_id': 'f14cd67a-8612-403b-888c-00e7cc010896', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'mac_address': 'fa:16:3e:fd:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:29:28Z', 'updated_at': '2022-03-08T20:29:28Z', 'revision_number': 0, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ip_address_scope': None}, {'id': '39aae7f5-f0bc-4c26-9e21-5ad434cfb737', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'port_id': '73dca173-0fe4-49b7-a88e-f933ff6d7afb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'mac_address': 'fa:16:3e:94:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:27:30Z', 'updated_at': '2022-03-08T20:27:32Z', 'revision_number': 1, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:29:30.894656 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899068e9-8209-403d-b6b5-35f0740543c5 None None] New status for floating IP 0f7a949e-259c-4461-bda9-66020d9af62a: ACTIVE {{(pid=109691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:29:31.304393 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:32.519422 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:42.891112 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:51.774273 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b823faf8-51fc-4a48-8c9c-22410ff24798 req-42cb41cd-80f8-474a-9459-39ff1ad98f69 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434363 Mar 08 20:29:51.864890 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823faf8-51fc-4a48-8c9c-22410ff24798 req-ec0ecc06-97f3-48a1-8001-f5ebf6c3b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:51.866335 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b823faf8-51fc-4a48-8c9c-22410ff24798 req-ec0ecc06-97f3-48a1-8001-f5ebf6c3b5ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 1130 time: 0.0467060 Mar 08 20:29:51.967898 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823faf8-51fc-4a48-8c9c-22410ff24798 req-1f32bdd3-8c51-4566-9c4e-6863757eeb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:51.969315 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b823faf8-51fc-4a48-8c9c-22410ff24798 req-1f32bdd3-8c51-4566-9c4e-6863757eeb3d service neutron] 10.222.0.60 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 913 time: 0.0839210 Mar 08 20:29:52.036369 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b823faf8-51fc-4a48-8c9c-22410ff24798 req-e7e14319-272a-44dd-9771-ce81a5dbc67a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73dca173-0fe4-49b7-a88e-f933ff6d7afb HTTP/1.1" status: 200 len: 1002 time: 0.0601573 Mar 08 20:29:52.083598 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823faf8-51fc-4a48-8c9c-22410ff24798 req-1c784aef-850f-43d7-81ae-f18611eb842b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:52.085023 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b823faf8-51fc-4a48-8c9c-22410ff24798 req-1c784aef-850f-43d7-81ae-f18611eb842b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=761858cc-528f-4940-880c-53b6ed8fcbf4 HTTP/1.1" status: 200 len: 851 time: 0.0418694 Mar 08 20:29:52.134295 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823faf8-51fc-4a48-8c9c-22410ff24798 req-fade543e-8b0b-4e2a-ac09-1f2c74574484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:52.135778 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b823faf8-51fc-4a48-8c9c-22410ff24798 req-fade543e-8b0b-4e2a-ac09-1f2c74574484 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=546773f9-3d58-443e-852b-a01eb178b7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434883 Mar 08 20:29:52.224922 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b823faf8-51fc-4a48-8c9c-22410ff24798 req-5bc79c43-9f67-412a-8f65-dde36232bad2 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825484 Mar 08 20:29:52.311424 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-b823faf8-51fc-4a48-8c9c-22410ff24798 req-5d2019b3-e87e-4225-95ea-da26ce7f9d67 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800292 Mar 08 20:29:56.275060 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-44a1ebae-7c2a-49c3-a18e-adfa7afdb6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:58.524010 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8211-a0b5-4be0-b341-eb21bf5d275b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:59.849795 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:01.307051 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:02.522195 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:06.346235 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:30:12.890017 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:26.277431 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-62fcb3c3-c7e7-417c-b2da-623b71b89007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:28.525743 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-8fb71af3-2e05-4f0c-a1cd-e96aa6a45959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:29.853310 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:31.310190 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:32.528005 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:42.903293 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:43.345272 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:30:53.779641 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a2ae0e0-8627-4a78-9a52-4668ca4693d6 req-167cc31e-838c-4021-aafb-085650e6f894 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462656 Mar 08 20:30:53.843637 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ae0e0-8627-4a78-9a52-4668ca4693d6 req-83a9b597-863a-4107-93de-0bc17b28459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:53.845145 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a2ae0e0-8627-4a78-9a52-4668ca4693d6 req-83a9b597-863a-4107-93de-0bc17b28459f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 1129 time: 0.0467324 Mar 08 20:30:53.944142 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ae0e0-8627-4a78-9a52-4668ca4693d6 req-764b0f8c-b0df-41be-a8f6-baa6ffb4faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:53.945640 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a2ae0e0-8627-4a78-9a52-4668ca4693d6 req-764b0f8c-b0df-41be-a8f6-baa6ffb4faf0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 913 time: 0.0831244 Mar 08 20:30:54.011072 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a2ae0e0-8627-4a78-9a52-4668ca4693d6 req-ee4cceb9-3df9-4255-a721-40bf565a7661 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f14cd67a-8612-403b-888c-00e7cc010896 HTTP/1.1" status: 200 len: 1001 time: 0.0579765 Mar 08 20:30:54.057538 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ae0e0-8627-4a78-9a52-4668ca4693d6 req-ea55a494-3754-47e1-a1b3-7c7ca77baffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:54.058954 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a2ae0e0-8627-4a78-9a52-4668ca4693d6 req-ea55a494-3754-47e1-a1b3-7c7ca77baffd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=761858cc-528f-4940-880c-53b6ed8fcbf4 HTTP/1.1" status: 200 len: 851 time: 0.0420361 Mar 08 20:30:54.110141 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ae0e0-8627-4a78-9a52-4668ca4693d6 req-246a7fa0-421e-4ce3-9316-967dc547245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:54.111649 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a2ae0e0-8627-4a78-9a52-4668ca4693d6 req-246a7fa0-421e-4ce3-9316-967dc547245d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=546773f9-3d58-443e-852b-a01eb178b7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473971 Mar 08 20:30:54.200872 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a2ae0e0-8627-4a78-9a52-4668ca4693d6 req-87018672-f205-412d-99fd-38a1ce3736ad service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832038 Mar 08 20:30:54.285049 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-5a2ae0e0-8627-4a78-9a52-4668ca4693d6 req-85219490-fb65-4802-a03f-5416d05b8ce4 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785253 Mar 08 20:30:56.279142 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-1fe08d2e-bfa8-4384-95a9-e00deb1129cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:56.910874 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45662) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:30:57.063843 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Deleting port 33eff9f3-48a5-4c14-9808-5842a3749bbd {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:30:57.064185 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (33eff9f3-48a5-4c14-9808-5842a3749bbd), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:57.142233 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (33eff9f3-48a5-4c14-9808-5842a3749bbd), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:57.142558 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for floatingip (33eff9f3-48a5-4c14-9808-5842a3749bbd), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:57.154374 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Calling delete_port for 33eff9f3-48a5-4c14-9808-5842a3749bbd owned by network:floatingip {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:30:57.323424 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (33eff9f3-48a5-4c14-9808-5842a3749bbd), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:57.347905 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event deleted for resources: {'Port': ['ID=33eff9f3-48a5-4c14-9808-5842a3749bbd,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:30:57.359528 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:57.359887 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:57.360237 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:57.360602 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:57.360937 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:57.361275 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:57.361608 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:57.361936 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:57.362267 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:57.362593 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:57.362917 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:57.363241 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:57.363559 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:57.417628 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for floatingip (0f7a949e-259c-4461-bda9-66020d9af62a), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:57.417961 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.l3_db [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Floating IP 0f7a949e-259c-4461-bda9-66020d9af62a disassociated (deleted). External IP: 172.27.1.195, port: f14cd67a-8612-403b-888c-00e7cc010896. Mar 08 20:30:57.624831 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:30:57.733140 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:30:57.738066 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:57.742459 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c9006-6d43-4980-85ed-253d1e262368 None None] Sync routers for ids ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:30:57.752107 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c9006-6d43-4980-85ed-253d1e262368 None None] Routers {'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:30:57.752791 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-6c1c9006-6d43-4980-85ed-253d1e262368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:30:29Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:30:57.767525 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-eb57064d-7910-4090-9aca-526e66ce8b7e tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "DELETE /v2.0/floatingips/0f7a949e-259c-4461-bda9-66020d9af62a HTTP/1.1" status: 204 len: 168 time: 0.8555770 Mar 08 20:30:57.768200 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e', 'tag': 'f14cd67a-8612-403b-888c-00e7cc010896'}] {{(pid=109690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:30:57.770541 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d8e885dd147d8b917037df1c13c0f120f07ec6cc2713c5f97f9f0f1cce2c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93df6434-f0c2-466f-a2d3-e22e743f267a" -d '{"events": [{"name": "network-changed", "server_uuid": "22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e", "tag": "f14cd67a-8612-403b-888c-00e7cc010896"}]}' {{(pid=109690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:30:57.870335 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5f6874-e786-486d-8e84-3298966eee55 x-openstack-request-id: req-cd5f6874-e786-486d-8e84-3298966eee55 {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:30:57.870711 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e", "tag": "f14cd67a-8612-403b-888c-00e7cc010896", "status": "completed", "code": 200}]} {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:30:57.871058 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cd5f6874-e786-486d-8e84-3298966eee55 {{(pid=109690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:30:57.871538 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e', 'tag': 'f14cd67a-8612-403b-888c-00e7cc010896', 'status': 'completed', 'code': 200} Mar 08 20:30:57.956918 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-6c1c9006-6d43-4980-85ed-253d1e262368 None None] Set router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:30:57.965618 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df6434-f0c2-466f-a2d3-e22e743f267a req-78f9ca3f-0b74-4d9c-a2b0-5bb5e369c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:57.967132 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-93df6434-f0c2-466f-a2d3-e22e743f267a req-78f9ca3f-0b74-4d9c-a2b0-5bb5e369c428 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 1129 time: 0.0611043 Mar 08 20:30:58.064112 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaff3c-c917-4897-abbb-7363e033971b req-0daad61b-70f5-46c6-89b3-2c628ea48102 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:58.065623 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-77aaff3c-c917-4897-abbb-7363e033971b req-0daad61b-70f5-46c6-89b3-2c628ea48102 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 945 time: 0.1152725 Mar 08 20:30:58.095750 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df6434-f0c2-466f-a2d3-e22e743f267a req-e387bfb7-6559-4877-a3a7-48453d609a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:58.097196 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-93df6434-f0c2-466f-a2d3-e22e743f267a req-e387bfb7-6559-4877-a3a7-48453d609a8a service neutron] 10.222.0.60 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 913 time: 0.1163893 Mar 08 20:30:58.144027 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-93df6434-f0c2-466f-a2d3-e22e743f267a req-cd7582f6-ebe6-435f-af06-a646f17bf59e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f14cd67a-8612-403b-888c-00e7cc010896 HTTP/1.1" status: 200 len: 217 time: 0.0400395 Mar 08 20:30:58.181357 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-6c1c9006-6d43-4980-85ed-253d1e262368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '39aae7f5-f0bc-4c26-9e21-5ad434cfb737', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'port_id': '73dca173-0fe4-49b7-a88e-f933ff6d7afb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'mac_address': 'fa:16:3e:94:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:27:30Z', 'updated_at': '2022-03-08T20:27:32Z', 'revision_number': 1, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:30:58.186440 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-77aaff3c-c917-4897-abbb-7363e033971b req-f3a2a1de-9050-45af-bc6b-618ba2c4b477 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141243 Mar 08 20:30:58.201216 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df6434-f0c2-466f-a2d3-e22e743f267a req-e1163ced-a18f-4384-a753-f7e435eae65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:58.202657 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-93df6434-f0c2-466f-a2d3-e22e743f267a req-e1163ced-a18f-4384-a753-f7e435eae65a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=761858cc-528f-4940-880c-53b6ed8fcbf4 HTTP/1.1" status: 200 len: 851 time: 0.0512381 Mar 08 20:30:58.207446 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c9006-6d43-4980-85ed-253d1e262368 None None] Checking router: a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:30:58.216445 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c9006-6d43-4980-85ed-253d1e262368 None None] Routers {'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:30:58.217052 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-6c1c9006-6d43-4980-85ed-253d1e262368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:30:29Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:30:58.256548 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df6434-f0c2-466f-a2d3-e22e743f267a req-2898908b-ec9d-4468-b6e8-66c84e9d52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:58.258052 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-93df6434-f0c2-466f-a2d3-e22e743f267a req-2898908b-ec9d-4468-b6e8-66c84e9d52c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=546773f9-3d58-443e-852b-a01eb178b7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489340 Mar 08 20:30:58.324030 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-6c1c9006-6d43-4980-85ed-253d1e262368 None None] Set router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:30:58.346627 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-93df6434-f0c2-466f-a2d3-e22e743f267a req-702ac535-b6e7-44bb-a886-74b6fd3492fb service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795412 Mar 08 20:30:58.445016 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-93df6434-f0c2-466f-a2d3-e22e743f267a req-4355a96a-4a0b-47e6-94d6-537119523f22 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912445 Mar 08 20:30:58.525673 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-997e9924-b8a4-4b23-8b06-3c38731fb858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:58.548867 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-6c1c9006-6d43-4980-85ed-253d1e262368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '39aae7f5-f0bc-4c26-9e21-5ad434cfb737', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'port_id': '73dca173-0fe4-49b7-a88e-f933ff6d7afb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'mac_address': 'fa:16:3e:94:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:27:30Z', 'updated_at': '2022-03-08T20:27:32Z', 'revision_number': 1, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:30:58.574231 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c9006-6d43-4980-85ed-253d1e262368 None None] The sync data for ids ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'] in dv-cinder-830093-3-iscsi is: [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_floatingips': [{'id': '39aae7f5-f0bc-4c26-9e21-5ad434cfb737', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'router_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'port_id': '73dca173-0fe4-49b7-a88e-f933ff6d7afb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'mac_address': 'fa:16:3e:94:9b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:27:30Z', 'updated_at': '2022-03-08T20:27:32Z', 'revision_number': 1, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:30:58.789732 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118a2683-a2f3-4d3d-a913-c16eb0b53a64 None None] New status for floating IP 0f7a949e-259c-4461-bda9-66020d9af62a: DOWN {{(pid=109691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:30:59.304423 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d574e-c829-482f-9e88-a08c2b74c703 req-63019d81-8a27-4019-9944-0bdef473a8a4 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:59.305916 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5d6d574e-c829-482f-9e88-a08c2b74c703 req-63019d81-8a27-4019-9944-0bdef473a8a4 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 945 time: 0.0527086 Mar 08 20:30:59.356324 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-5d6d574e-c829-482f-9e88-a08c2b74c703 req-2d132063-1e55-4c9f-bc59-097049116362 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451083 Mar 08 20:30:59.500464 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d4559-a85d-4b52-9337-df4f6dfc9ad1 req-24b6a817-f7db-4054-9db3-124e2b1eca95 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:59.501890 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-918d4559-a85d-4b52-9337-df4f6dfc9ad1 req-24b6a817-f7db-4054-9db3-124e2b1eca95 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.60 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 945 time: 0.0502326 Mar 08 20:30:59.593783 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-918d4559-a85d-4b52-9337-df4f6dfc9ad1 req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Deleting port f14cd67a-8612-403b-888c-00e7cc010896 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:30:59.594124 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-918d4559-a85d-4b52-9337-df4f6dfc9ad1 req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (f14cd67a-8612-403b-888c-00e7cc010896), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.683219 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-918d4559-a85d-4b52-9337-df4f6dfc9ad1 req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] For port f14cd67a-8612-403b-888c-00e7cc010896, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f14cd67a-8612-403b-888c-00e7cc010896,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:30:59.683509 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-918d4559-a85d-4b52-9337-df4f6dfc9ad1 req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (f14cd67a-8612-403b-888c-00e7cc010896), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.696161 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-918d4559-a85d-4b52-9337-df4f6dfc9ad1 req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Calling delete_port for f14cd67a-8612-403b-888c-00e7cc010896 owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:30:59.825648 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-918d4559-a85d-4b52-9337-df4f6dfc9ad1 req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (f14cd67a-8612-403b-888c-00e7cc010896), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.855016 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event deleted for resources: {'Port': ['ID=f14cd67a-8612-403b-888c-00e7cc010896,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:30:59.867483 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.879316 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.879658 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.880004 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.880360 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.880697 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.881086 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.881420 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.881762 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.882117 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.882455 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.882791 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.883148 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.883452 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.905056 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-918d4559-a85d-4b52-9337-df4f6dfc9ad1 req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] No DVR routers for this DVR port f14cd67a-8612-403b-888c-00e7cc010896 on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:30:59.907477 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-918d4559-a85d-4b52-9337-df4f6dfc9ad1 req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.910828 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-918d4559-a85d-4b52-9337-df4f6dfc9ad1 req-58a0acaa-d1a5-4f2b-965e-f41070abf2cf tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.60 "DELETE /v2.0/ports/f14cd67a-8612-403b-888c-00e7cc010896 HTTP/1.1" status: 204 len: 173 time: 0.4034581 Mar 08 20:30:59.911278 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e', 'name': 'network-vif-deleted', 'tag': 'f14cd67a-8612-403b-888c-00e7cc010896'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:30:59.914051 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae648a7a-75e9-4a7a-9446-b081c352421c" -d '{"events": [{"server_uuid": "22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e", "name": "network-vif-deleted", "tag": "f14cd67a-8612-403b-888c-00e7cc010896"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:30:59.960156 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de68af9b-b4a9-472c-9763-f677852e9a1a x-openstack-request-id: req-de68af9b-b4a9-472c-9763-f677852e9a1a {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:30:59.960476 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e", "name": "network-vif-deleted", "tag": "f14cd67a-8612-403b-888c-00e7cc010896", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:30:59.960799 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de68af9b-b4a9-472c-9763-f677852e9a1a {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:30:59.961285 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e', 'name': 'network-vif-deleted', 'tag': 'f14cd67a-8612-403b-888c-00e7cc010896', 'status': 'completed', 'code': 200} Mar 08 20:31:00.474270 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-61d50101-300b-441a-8b02-df3c54c197c8 req-dbea54cc-95dc-4c65-bdd2-a5861119c653 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=22d1b5b5-a9b6-457b-8cb7-96389c4f3e9e HTTP/1.1" status: 200 len: 210 time: 0.0344524 Mar 08 20:31:01.315122 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:02.281607 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device f14cd67a-8612-403b-888c-00e7cc010896 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:31:02.301320 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: f14cd67a-8612-403b-888c-00e7cc010896 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:31:02.301669 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device f14cd67a-8612-403b-888c-00e7cc010896 not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:31:02.530740 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:03.746875 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45704) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:03.898134 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-fd29f15e-1587-4bcd-8df6-e5622817f3db tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Deleting port 242340db-68d5-4228-9bab-83618fbfa66b {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:31:03.898473 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fd29f15e-1587-4bcd-8df6-e5622817f3db tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (242340db-68d5-4228-9bab-83618fbfa66b), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:03.974272 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fd29f15e-1587-4bcd-8df6-e5622817f3db tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (242340db-68d5-4228-9bab-83618fbfa66b), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:03.974545 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fd29f15e-1587-4bcd-8df6-e5622817f3db tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for floatingip (242340db-68d5-4228-9bab-83618fbfa66b), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:03.986387 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-fd29f15e-1587-4bcd-8df6-e5622817f3db tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Calling delete_port for 242340db-68d5-4228-9bab-83618fbfa66b owned by network:floatingip {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:31:04.128658 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fd29f15e-1587-4bcd-8df6-e5622817f3db tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (242340db-68d5-4228-9bab-83618fbfa66b), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:04.155791 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29f15e-1587-4bcd-8df6-e5622817f3db tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event deleted for resources: {'Port': ['ID=242340db-68d5-4228-9bab-83618fbfa66b,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:04.216879 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fd29f15e-1587-4bcd-8df6-e5622817f3db tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for floatingip (39aae7f5-f0bc-4c26-9e21-5ad434cfb737), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:04.217235 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.db.l3_db [None req-fd29f15e-1587-4bcd-8df6-e5622817f3db tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Floating IP 39aae7f5-f0bc-4c26-9e21-5ad434cfb737 disassociated (deleted). External IP: 172.27.1.201, port: 73dca173-0fe4-49b7-a88e-f933ff6d7afb. Mar 08 20:31:04.423378 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd29f15e-1587-4bcd-8df6-e5622817f3db tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:31:04.530927 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd29f15e-1587-4bcd-8df6-e5622817f3db tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:31:04.535676 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-fd29f15e-1587-4bcd-8df6-e5622817f3db tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:04.541471 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7763790d-6215-45a1-9859-db84a1b234d8 None None] Sync routers for ids ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:31:04.550402 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7763790d-6215-45a1-9859-db84a1b234d8 None None] Routers {'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:04.550997 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-7763790d-6215-45a1-9859-db84a1b234d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:30:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:04.566286 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-fd29f15e-1587-4bcd-8df6-e5622817f3db tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "DELETE /v2.0/floatingips/39aae7f5-f0bc-4c26-9e21-5ad434cfb737 HTTP/1.1" status: 204 len: 168 time: 0.8159382 Mar 08 20:31:04.566286 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'tag': '73dca173-0fe4-49b7-a88e-f933ff6d7afb'}] {{(pid=109690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:31:04.566674 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d8e885dd147d8b917037df1c13c0f120f07ec6cc2713c5f97f9f0f1cce2c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7c1a0f-c96d-41d3-bc07-6e123c3d91ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1", "tag": "73dca173-0fe4-49b7-a88e-f933ff6d7afb"}]}' {{(pid=109690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:31:04.602379 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed25d30-f7a8-44b1-a9f3-4dd3c2f89ca5 x-openstack-request-id: req-4ed25d30-f7a8-44b1-a9f3-4dd3c2f89ca5 {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:31:04.602676 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1", "tag": "73dca173-0fe4-49b7-a88e-f933ff6d7afb", "status": "completed", "code": 200}]} {{(pid=109690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:31:04.603416 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ed25d30-f7a8-44b1-a9f3-4dd3c2f89ca5 {{(pid=109690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:31:04.603416 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'tag': '73dca173-0fe4-49b7-a88e-f933ff6d7afb', 'status': 'completed', 'code': 200} Mar 08 20:31:04.667117 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-7763790d-6215-45a1-9859-db84a1b234d8 None None] Set router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:04.889386 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-7763790d-6215-45a1-9859-db84a1b234d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:04.915841 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7763790d-6215-45a1-9859-db84a1b234d8 None None] Checking router: a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:31:04.924613 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7763790d-6215-45a1-9859-db84a1b234d8 None None] Routers {'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:04.925242 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-7763790d-6215-45a1-9859-db84a1b234d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:30:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:04.990186 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c1a0f-c96d-41d3-bc07-6e123c3d91ab req-72a445ed-6402-4c5f-b47f-1dbf4d6d7fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:04.991658 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cf7c1a0f-c96d-41d3-bc07-6e123c3d91ab req-72a445ed-6402-4c5f-b47f-1dbf4d6d7fe4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 1130 time: 0.3675916 Mar 08 20:31:05.001927 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf9b60-2100-4290-9a98-164369c05934 req-084ab7cf-5e3e-4529-9326-c46a5dd768f0 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:05.003561 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-60cf9b60-2100-4290-9a98-164369c05934 req-084ab7cf-5e3e-4529-9326-c46a5dd768f0 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 946 time: 0.0636210 Mar 08 20:31:05.035225 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-7763790d-6215-45a1-9859-db84a1b234d8 None None] Set router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:05.110963 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-60cf9b60-2100-4290-9a98-164369c05934 req-4d7fe51c-a015-4710-917a-46f24b38a4b9 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964634 Mar 08 20:31:05.122360 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c1a0f-c96d-41d3-bc07-6e123c3d91ab req-08804b90-5a80-4156-b41a-c1e95a47d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:05.123841 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cf7c1a0f-c96d-41d3-bc07-6e123c3d91ab req-08804b90-5a80-4156-b41a-c1e95a47d15a service neutron] 10.222.0.60 "GET /v2.0/networks?id=546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 200 len: 913 time: 0.1194260 Mar 08 20:31:05.163715 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cf7c1a0f-c96d-41d3-bc07-6e123c3d91ab req-9b6436a7-506c-4e5c-8790-9903588a059c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73dca173-0fe4-49b7-a88e-f933ff6d7afb HTTP/1.1" status: 200 len: 217 time: 0.0337753 Mar 08 20:31:05.215816 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c1a0f-c96d-41d3-bc07-6e123c3d91ab req-06274037-6cf3-41d8-ad4e-7dafb8b6625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:05.217294 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cf7c1a0f-c96d-41d3-bc07-6e123c3d91ab req-06274037-6cf3-41d8-ad4e-7dafb8b6625c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=761858cc-528f-4940-880c-53b6ed8fcbf4 HTTP/1.1" status: 200 len: 851 time: 0.0464716 Mar 08 20:31:05.231383 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-7763790d-6215-45a1-9859-db84a1b234d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:05.260814 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7763790d-6215-45a1-9859-db84a1b234d8 None None] The sync data for ids ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'] in dv-cinder-830093-3-iscsi is: [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:23:57Z', 'revision_number': 4, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi', '_interfaces': [{'id': '15a906a6-4599-41fd-9994-0bfb98779b92', 'name': '', 'network_id': '546773f9-3d58-443e-852b-a01eb178b7d3', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'mac_address': 'fa:16:3e:c9:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:56Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'subnets': [{'id': '761858cc-528f-4940-880c-53b6ed8fcbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:31:05.264936 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c1a0f-c96d-41d3-bc07-6e123c3d91ab req-5ac2d3ce-2875-4578-bc38-b83d675c4e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:05.266462 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cf7c1a0f-c96d-41d3-bc07-6e123c3d91ab req-5ac2d3ce-2875-4578-bc38-b83d675c4e55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=546773f9-3d58-443e-852b-a01eb178b7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434649 Mar 08 20:31:05.356224 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cf7c1a0f-c96d-41d3-bc07-6e123c3d91ab req-3425b930-ede3-4ac9-81ec-a1ac36056302 service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831490 Mar 08 20:31:05.452093 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-cf7c1a0f-c96d-41d3-bc07-6e123c3d91ab req-f46090c3-25cc-4f0e-a72f-c64e2041d8eb service neutron] 10.222.0.60 "GET /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894921 Mar 08 20:31:05.488970 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232f70bc-2659-4dc2-87e8-b46f42244dbd None None] New status for floating IP 39aae7f5-f0bc-4c26-9e21-5ad434cfb737: DOWN {{(pid=109691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:31:06.232352 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619e339-f4cc-4168-ae8f-ee1e043660c4 req-37f5fd82-76e3-4cfa-8305-ab05bc074815 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:06.233855 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d619e339-f4cc-4168-ae8f-ee1e043660c4 req-37f5fd82-76e3-4cfa-8305-ab05bc074815 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 946 time: 0.0522795 Mar 08 20:31:06.251651 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52039b6-4439-4cd5-b216-d37b0ce4f5b7 req-c2c7a57b-b255-4a2e-aa64-66e25354da5f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:06.253405 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f52039b6-4439-4cd5-b216-d37b0ce4f5b7 req-c2c7a57b-b255-4a2e-aa64-66e25354da5f tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1 HTTP/1.1" status: 200 len: 946 time: 0.0515375 Mar 08 20:31:06.282181 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [req-d619e339-f4cc-4168-ae8f-ee1e043660c4 req-d92d7b24-a31c-45ec-adeb-c28198a0b279 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8f27290-40f4-43c4-9e2d-f37f1d00db55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427852 Mar 08 20:31:06.346374 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-f52039b6-4439-4cd5-b216-d37b0ce4f5b7 req-e447b573-b3cb-4f0a-8845-c5a84255ceb6 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Deleting port 73dca173-0fe4-49b7-a88e-f933ff6d7afb {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:31:06.346716 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f52039b6-4439-4cd5-b216-d37b0ce4f5b7 req-e447b573-b3cb-4f0a-8845-c5a84255ceb6 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (73dca173-0fe4-49b7-a88e-f933ff6d7afb), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:06.435352 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [req-f52039b6-4439-4cd5-b216-d37b0ce4f5b7 req-e447b573-b3cb-4f0a-8845-c5a84255ceb6 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] For port 73dca173-0fe4-49b7-a88e-f933ff6d7afb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73dca173-0fe4-49b7-a88e-f933ff6d7afb,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:06.435635 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f52039b6-4439-4cd5-b216-d37b0ce4f5b7 req-e447b573-b3cb-4f0a-8845-c5a84255ceb6 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (73dca173-0fe4-49b7-a88e-f933ff6d7afb), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:06.448885 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [req-f52039b6-4439-4cd5-b216-d37b0ce4f5b7 req-e447b573-b3cb-4f0a-8845-c5a84255ceb6 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Calling delete_port for 73dca173-0fe4-49b7-a88e-f933ff6d7afb owned by compute:nova {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:31:06.575746 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f52039b6-4439-4cd5-b216-d37b0ce4f5b7 req-e447b573-b3cb-4f0a-8845-c5a84255ceb6 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (73dca173-0fe4-49b7-a88e-f933ff6d7afb), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:06.605703 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447b573-b3cb-4f0a-8845-c5a84255ceb6 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event deleted for resources: {'Port': ['ID=73dca173-0fe4-49b7-a88e-f933ff6d7afb,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:06.651386 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52039b6-4439-4cd5-b216-d37b0ce4f5b7 req-e447b573-b3cb-4f0a-8845-c5a84255ceb6 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] No DVR routers for this DVR port 73dca173-0fe4-49b7-a88e-f933ff6d7afb on host hv-cinder-83009 {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:31:06.653936 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [req-f52039b6-4439-4cd5-b216-d37b0ce4f5b7 req-e447b573-b3cb-4f0a-8845-c5a84255ceb6 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for port (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:06.657263 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [req-f52039b6-4439-4cd5-b216-d37b0ce4f5b7 req-e447b573-b3cb-4f0a-8845-c5a84255ceb6 tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.60 "DELETE /v2.0/ports/73dca173-0fe4-49b7-a88e-f933ff6d7afb HTTP/1.1" status: 204 len: 173 time: 0.3990209 Mar 08 20:31:06.657729 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'name': 'network-vif-deleted', 'tag': '73dca173-0fe4-49b7-a88e-f933ff6d7afb'}] {{(pid=109689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:31:06.660003 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ac74f261cdf966188de4d312fe609a4100e4b2598a4529147da30b5cac7a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae720c39-264a-4d32-a081-bed687c62c84" -d '{"events": [{"server_uuid": "9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1", "name": "network-vif-deleted", "tag": "73dca173-0fe4-49b7-a88e-f933ff6d7afb"}]}' {{(pid=109689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:31:06.701638 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f7b93e-5df6-419c-904f-879e42c573fc x-openstack-request-id: req-22f7b93e-5df6-419c-904f-879e42c573fc {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:31:06.701948 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1", "name": "network-vif-deleted", "tag": "73dca173-0fe4-49b7-a88e-f933ff6d7afb", "status": "completed", "code": 200}]} {{(pid=109689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:31:06.702222 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-22f7b93e-5df6-419c-904f-879e42c573fc {{(pid=109689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:31:06.702627 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e68a26c-64e4-4cd8-a7aa-c0712b1a96d1', 'name': 'network-vif-deleted', 'tag': '73dca173-0fe4-49b7-a88e-f933ff6d7afb', 'status': 'completed', 'code': 200} Mar 08 20:31:07.335754 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45718) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:07.458783 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-d4619a0e-d9fe-4e0a-a834-eabdc48cd17b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Deleting port d3d7ab49-6e21-405e-8bd7-b02eaf1335d6 {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:31:07.459144 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d4619a0e-d9fe-4e0a-a834-eabdc48cd17b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (d3d7ab49-6e21-405e-8bd7-b02eaf1335d6), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:07.538662 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d4619a0e-d9fe-4e0a-a834-eabdc48cd17b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (d3d7ab49-6e21-405e-8bd7-b02eaf1335d6), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:07.538982 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d4619a0e-d9fe-4e0a-a834-eabdc48cd17b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for floatingip (d3d7ab49-6e21-405e-8bd7-b02eaf1335d6), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:07.550450 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-d4619a0e-d9fe-4e0a-a834-eabdc48cd17b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Calling delete_port for d3d7ab49-6e21-405e-8bd7-b02eaf1335d6 owned by network:floatingip {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:31:07.676784 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d4619a0e-d9fe-4e0a-a834-eabdc48cd17b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (d3d7ab49-6e21-405e-8bd7-b02eaf1335d6), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:07.698895 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4619a0e-d9fe-4e0a-a834-eabdc48cd17b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event deleted for resources: {'Port': ['ID=d3d7ab49-6e21-405e-8bd7-b02eaf1335d6,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:07.759017 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d4619a0e-d9fe-4e0a-a834-eabdc48cd17b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for floatingip (e1f80dba-11fe-4c57-afa1-8632471b19fb), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:07.761641 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-d4619a0e-d9fe-4e0a-a834-eabdc48cd17b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11506'] for floatingip (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:07.762860 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-d4619a0e-d9fe-4e0a-a834-eabdc48cd17b tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "DELETE /v2.0/floatingips/e1f80dba-11fe-4c57-afa1-8632471b19fb HTTP/1.1" status: 204 len: 168 time: 0.4260359 Mar 08 20:31:08.299380 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 73dca173-0fe4-49b7-a88e-f933ff6d7afb no longer exists at agent hyperv_hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:31:08.322168 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] No Port match for: 73dca173-0fe4-49b7-a88e-f933ff6d7afb {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:31:08.322509 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Device 73dca173-0fe4-49b7-a88e-f933ff6d7afb not bound to the agent host hv-cinder-83009 {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:31:08.957650 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45730) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:09.011860 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6d20-1885-48ab-b211-ff91e45bfc9c tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group (c8f27290-40f4-43c4-9e2d-f37f1d00db55), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:09.036382 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6d20-1885-48ab-b211-ff91e45bfc9c tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group (c8f27290-40f4-43c4-9e2d-f37f1d00db55), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:09.094509 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6d20-1885-48ab-b211-ff91e45bfc9c tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (c8f27290-40f4-43c4-9e2d-f37f1d00db55), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:09.097181 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6d20-1885-48ab-b211-ff91e45bfc9c tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:09.098424 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-4f1e6d20-1885-48ab-b211-ff91e45bfc9c tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] 10.222.0.45 "DELETE /v2.0/security-groups/c8f27290-40f4-43c4-9e2d-f37f1d00db55 HTTP/1.1" status: 204 len: 168 time: 0.1397710 Mar 08 20:31:09.108162 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e6d20-1885-48ab-b211-ff91e45bfc9c tempest-TestVolumeBootPattern-1033708972 tempest-TestVolumeBootPattern-1033708972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f27290-40f4-43c4-9e2d-f37f1d00db55,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:09.162746 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45734) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:09.612723 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-90587484-e6a0-402a-8751-4c619cc4ae2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754463'] for router_interface (a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:09.857346 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-90587484-e6a0-402a-8751-4c619cc4ae2d admin admin] Deleting port 15a906a6-4599-41fd-9994-0bfb98779b92 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:31:09.857675 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-90587484-e6a0-402a-8751-4c619cc4ae2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (15a906a6-4599-41fd-9994-0bfb98779b92), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:09.931958 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [None req-90587484-e6a0-402a-8751-4c619cc4ae2d admin admin] For port 15a906a6-4599-41fd-9994-0bfb98779b92, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=15a906a6-4599-41fd-9994-0bfb98779b92,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:09.932275 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-90587484-e6a0-402a-8751-4c619cc4ae2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (15a906a6-4599-41fd-9994-0bfb98779b92), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:09.945307 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-90587484-e6a0-402a-8751-4c619cc4ae2d admin admin] Calling delete_port for 15a906a6-4599-41fd-9994-0bfb98779b92 owned by network:router_interface {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:31:10.122453 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-90587484-e6a0-402a-8751-4c619cc4ae2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (15a906a6-4599-41fd-9994-0bfb98779b92), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:10.147101 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90587484-e6a0-402a-8751-4c619cc4ae2d admin admin] Pushing event deleted for resources: {'Port': ['ID=15a906a6-4599-41fd-9994-0bfb98779b92,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:10.316013 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-90587484-e6a0-402a-8751-4c619cc4ae2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1754411'] for router_interface (a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:10.527881 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90587484-e6a0-402a-8751-4c619cc4ae2d admin admin] Router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:31:10.633233 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90587484-e6a0-402a-8751-4c619cc4ae2d admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:31:10.638224 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-90587484-e6a0-402a-8751-4c619cc4ae2d admin admin] 10.222.0.45 "PUT /v2.0/routers/a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4742477 Mar 08 20:31:10.640675 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45738) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:10.641770 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e3b43-eedb-4ed6-a6c1-50aeb08fc4d4 None None] Sync routers for ids ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'] in dv-cinder-830093-3-iscsi {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:31:10.652180 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e3b43-eedb-4ed6-a6c1-50aeb08fc4d4 None None] Routers {'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:10.652821 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-615e3b43-eedb-4ed6-a6c1-50aeb08fc4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:30:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:10.744723 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dc114825-23e8-4a71-babe-a3bdc8aa2763 admin admin] Publish callbacks [] for router (a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:10.759915 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-615e3b43-eedb-4ed6-a6c1-50aeb08fc4d4 None None] Set router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af gateway port host: dv-cinder-830093-3-iscsi {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:10.844278 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dc114825-23e8-4a71-babe-a3bdc8aa2763 admin admin] Publish callbacks [] for router_gateway (a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:10.902019 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-dc114825-23e8-4a71-babe-a3bdc8aa2763 admin admin] Deleting port 387b1828-3b5b-4542-b66a-0c895452a22e {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:31:10.902361 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dc114825-23e8-4a71-babe-a3bdc8aa2763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (387b1828-3b5b-4542-b66a-0c895452a22e), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:10.979464 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [None req-dc114825-23e8-4a71-babe-a3bdc8aa2763 admin admin] For port 387b1828-3b5b-4542-b66a-0c895452a22e, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=387b1828-3b5b-4542-b66a-0c895452a22e,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:10.979827 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dc114825-23e8-4a71-babe-a3bdc8aa2763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (387b1828-3b5b-4542-b66a-0c895452a22e), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:10.992197 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-dc114825-23e8-4a71-babe-a3bdc8aa2763 admin admin] Calling delete_port for 387b1828-3b5b-4542-b66a-0c895452a22e owned by network:router_gateway {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:31:11.021258 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-615e3b43-eedb-4ed6-a6c1-50aeb08fc4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:31:10Z', 'revision_number': 5, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port': {'id': '387b1828-3b5b-4542-b66a-0c895452a22e', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:11.049830 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e3b43-eedb-4ed6-a6c1-50aeb08fc4d4 None None] Checking router: a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af for host: dv-cinder-830093-3-iscsi {{(pid=109692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:31:11.057869 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e3b43-eedb-4ed6-a6c1-50aeb08fc4d4 None None] Routers {'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:11.058472 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-615e3b43-eedb-4ed6-a6c1-50aeb08fc4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:30:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'], 'active': True} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:11.149603 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_dvr_db [None req-615e3b43-eedb-4ed6-a6c1-50aeb08fc4d4 None None] Set router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af gateway port host: None {{(pid=109692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:11.168868 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dc114825-23e8-4a71-babe-a3bdc8aa2763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (387b1828-3b5b-4542-b66a-0c895452a22e), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:11.196182 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc114825-23e8-4a71-babe-a3bdc8aa2763 admin admin] Pushing event deleted for resources: {'Port': ['ID=387b1828-3b5b-4542-b66a-0c895452a22e,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:11.203305 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.l3_hamode_db [None req-615e3b43-eedb-4ed6-a6c1-50aeb08fc4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:31:10Z', 'revision_number': 6, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port_host': None}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:11.233281 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e3b43-eedb-4ed6-a6c1-50aeb08fc4d4 None None] The sync data for ids ['a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af'] in dv-cinder-830093-3-iscsi is: [{'id': 'a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af', 'name': 'tempest-TestVolumeBootPattern-1877248476-router', 'tenant_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:23:53Z', 'updated_at': '2022-03-08T20:31:10Z', 'revision_number': 6, 'project_id': '8ad9c8828e8248e8bffa20aa76e7639b', 'gw_port_host': None}] {{(pid=109692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:31:11.260317 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dc114825-23e8-4a71-babe-a3bdc8aa2763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1751681'] for router_gateway (a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:11.617405 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dc114825-23e8-4a71-babe-a3bdc8aa2763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8573'] for router (a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:11.619644 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dc114825-23e8-4a71-babe-a3bdc8aa2763 admin admin] Publish callbacks [] for router_controller (a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af), precommit_delete_associations {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:11.669567 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dc114825-23e8-4a71-babe-a3bdc8aa2763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1754914'] for router (a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:11.670113 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc114825-23e8-4a71-babe-a3bdc8aa2763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af {{(pid=109689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:31:11.674781 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dc114825-23e8-4a71-babe-a3bdc8aa2763 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:11.675994 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-dc114825-23e8-4a71-babe-a3bdc8aa2763 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a3abf7fa-2e2d-4fae-9fa4-20552e2bb1af HTTP/1.1" status: 204 len: 168 time: 1.0343797 Mar 08 20:31:11.678704 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45740) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:11.730111 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_v2 [None req-279c1652-7119-4965-b00c-f798e8ea162e admin admin] Deleting subnet 761858cc-528f-4940-880c-53b6ed8fcbf4 {{(pid=109690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:31:11.733122 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-279c1652-7119-4965-b00c-f798e8ea162e admin admin] Publish callbacks [] for subnet (761858cc-528f-4940-880c-53b6ed8fcbf4), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:11.766672 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-279c1652-7119-4965-b00c-f798e8ea162e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30217747'] for subnet (761858cc-528f-4940-880c-53b6ed8fcbf4), precommit_delete_associations {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:11.846255 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-279c1652-7119-4965-b00c-f798e8ea162e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651235'] for subnet (761858cc-528f-4940-880c-53b6ed8fcbf4), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:11.901849 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-279c1652-7119-4965-b00c-f798e8ea162e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31980216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30349085'] for subnet (761858cc-528f-4940-880c-53b6ed8fcbf4), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:11.924879 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c1652-7119-4965-b00c-f798e8ea162e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=761858cc-528f-4940-880c-53b6ed8fcbf4,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:11.931306 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-279c1652-7119-4965-b00c-f798e8ea162e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:11.934534 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-279c1652-7119-4965-b00c-f798e8ea162e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/761858cc-528f-4940-880c-53b6ed8fcbf4 HTTP/1.1" status: 204 len: 168 time: 0.2547302 Mar 08 20:31:11.937076 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45742) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:11.937553 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef534c00-5e9b-40ec-a859-358e476bafa0 None None] Network 546773f9-3d58-443e-852b-a01eb178b7d3 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:31:12.003428 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627052'] for network (546773f9-3d58-443e-852b-a01eb178b7d3), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.064996 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] Deleting port 4af90a7b-6216-4631-8025-1ad9d0e9e193 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:31:12.067292 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 387b1828-3b5b-4542-b66a-0c895452a22e no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:31:12.068591 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (4af90a7b-6216-4631-8025-1ad9d0e9e193), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.090527 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 387b1828-3b5b-4542-b66a-0c895452a22e {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:31:12.090882 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 387b1828-3b5b-4542-b66a-0c895452a22e not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:31:12.091306 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 15a906a6-4599-41fd-9994-0bfb98779b92 no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:31:12.113920 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 15a906a6-4599-41fd-9994-0bfb98779b92 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:31:12.114092 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 15a906a6-4599-41fd-9994-0bfb98779b92 not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:31:12.117715 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] DHCP port deletion for 546773f9-3d58-443e-852b-a01eb178b7d3 request from dv-cinder-830093-3-iscsi {{(pid=109691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:31:12.141739 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] For port 4af90a7b-6216-4631-8025-1ad9d0e9e193, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=4af90a7b-6216-4631-8025-1ad9d0e9e193,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:12.142113 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (4af90a7b-6216-4631-8025-1ad9d0e9e193), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.156945 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] Calling delete_port for 4af90a7b-6216-4631-8025-1ad9d0e9e193 owned by network:dhcp {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:31:12.169578 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Deleting port 4af90a7b-6216-4631-8025-1ad9d0e9e193 {{(pid=109691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:31:12.170041 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (4af90a7b-6216-4631-8025-1ad9d0e9e193), before_delete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.240924 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] For port 4af90a7b-6216-4631-8025-1ad9d0e9e193, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=4af90a7b-6216-4631-8025-1ad9d0e9e193,segment=NetworkSegment(64139d84-f99b-42c7-ba1c-7ba47c106b5a),segment_id=64139d84-f99b-42c7-ba1c-7ba47c106b5a)] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:12.241330 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (4af90a7b-6216-4631-8025-1ad9d0e9e193), precommit_delete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.247339 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (4af90a7b-6216-4631-8025-1ad9d0e9e193), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.257252 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Calling delete_port for 4af90a7b-6216-4631-8025-1ad9d0e9e193 owned by network:dhcp {{(pid=109691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:31:12.272560 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=4af90a7b-6216-4631-8025-1ad9d0e9e193,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:12.282854 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] No DVR routers for this DVR port 4af90a7b-6216-4631-8025-1ad9d0e9e193 on host dv-cinder-830093-3-iscsi {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:31:12.340680 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674'] for port (4af90a7b-6216-4631-8025-1ad9d0e9e193), after_delete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.362805 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733548', 'neutron.services.segments.db._delete_segments_for_network-8789199064935'] for network (546773f9-3d58-443e-852b-a01eb178b7d3), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.364442 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Pushing event deleted for resources: {'Port': ['ID=4af90a7b-6216-4631-8025-1ad9d0e9e193,revision_number=None']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:12.375416 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] No DVR routers for this DVR port 4af90a7b-6216-4631-8025-1ad9d0e9e193 on host dv-cinder-830093-3-iscsi {{(pid=109691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:31:12.385229 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:12.385229 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:12.385229 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:12.385229 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:12.385229 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:12.385229 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:12.385229 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:12.385229 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:12.385229 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:12.385229 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:12.386187 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546773f9-3d58-443e-852b-a01eb178b7d3']}} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:12.386392 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:12.386392 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:12.386392 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0bac9-60c7-436f-b664-b843d81c77eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830093-3-iscsi {{(pid=109691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:12.394286 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64139d84-f99b-42c7-ba1c-7ba47c106b5a') {'for_net_delete': True} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:12.394584 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64139d84-f99b-42c7-ba1c-7ba47c106b5a') {} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:12.404030 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199064176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29431097'] for segment (64139d84-f99b-42c7-ba1c-7ba47c106b5a), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.417771 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (64139d84-f99b-42c7-ba1c-7ba47c106b5a), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.423466 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:31:12.423860 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29844251'] for segment (64139d84-f99b-42c7-ba1c-7ba47c106b5a), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: Traceback (most recent call last): Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: timer() Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: cb(*args, **kw) Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: return func(*args, **kwargs) Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: self._notify() Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: self.callback(batched_events) Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: event.method(event) Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: return f(self, *a, **k) Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: return self._get(url).json() Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: return self.request(url, 'GET', **kwargs) Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:31:12.425463 dv-cinder-830093-3-iscsi neutron-server[109689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:31:12.481163 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1751717'] for network (546773f9-3d58-443e-852b-a01eb178b7d3), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.486268 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.489477 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] 10.222.0.45 "DELETE /v2.0/networks/546773f9-3d58-443e-852b-a01eb178b7d3 HTTP/1.1" status: 204 len: 168 time: 0.5514207 Mar 08 20:31:12.493427 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45744) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:12.501477 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78af64-a745-4d4d-8e3f-8d9b24170a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=546773f9-3d58-443e-852b-a01eb178b7d3,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:12.907142 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:13.091521 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-13305a2d-cf69-4403-89b7-3bcb224ef67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754463'] for router_interface (cc70542f-0899-425f-bfa2-28e513ed9bc2), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:13.331356 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-13305a2d-cf69-4403-89b7-3bcb224ef67f admin admin] Deleting port 82b1d329-62b8-4c0e-b79c-afc2e2052958 {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:31:13.331698 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-13305a2d-cf69-4403-89b7-3bcb224ef67f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:13.411088 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [None req-13305a2d-cf69-4403-89b7-3bcb224ef67f admin admin] For port 82b1d329-62b8-4c0e-b79c-afc2e2052958, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=82b1d329-62b8-4c0e-b79c-afc2e2052958,segment=NetworkSegment(236d6c6b-f0aa-41a9-92f0-128e43e66999),segment_id=236d6c6b-f0aa-41a9-92f0-128e43e66999)] {{(pid=109690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:13.411447 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-13305a2d-cf69-4403-89b7-3bcb224ef67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:13.423042 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-13305a2d-cf69-4403-89b7-3bcb224ef67f admin admin] Calling delete_port for 82b1d329-62b8-4c0e-b79c-afc2e2052958 owned by network:router_interface {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:31:13.600413 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-13305a2d-cf69-4403-89b7-3bcb224ef67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (82b1d329-62b8-4c0e-b79c-afc2e2052958), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:13.623555 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13305a2d-cf69-4403-89b7-3bcb224ef67f admin admin] Pushing event deleted for resources: {'Port': ['ID=82b1d329-62b8-4c0e-b79c-afc2e2052958,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:13.798755 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-13305a2d-cf69-4403-89b7-3bcb224ef67f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1754411'] for router_interface (cc70542f-0899-425f-bfa2-28e513ed9bc2), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:13.832882 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 4af90a7b-6216-4631-8025-1ad9d0e9e193 no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:31:13.852810 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 4af90a7b-6216-4631-8025-1ad9d0e9e193 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:31:13.853083 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 4af90a7b-6216-4631-8025-1ad9d0e9e193 not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:31:14.016572 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13305a2d-cf69-4403-89b7-3bcb224ef67f admin admin] Router cc70542f-0899-425f-bfa2-28e513ed9bc2 has already been hosted by L3 agent 9761727d-56f7-4c5c-a273-4d9aabfb50f4 {{(pid=109690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:31:14.122777 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13305a2d-cf69-4403-89b7-3bcb224ef67f admin admin] Notify agent at l3_agent.dv-cinder-830093-3-iscsi the message routers_updated {{(pid=109690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:31:14.127578 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-13305a2d-cf69-4403-89b7-3bcb224ef67f admin admin] 10.222.0.45 "PUT /v2.0/routers/cc70542f-0899-425f-bfa2-28e513ed9bc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6286905 Mar 08 20:31:14.130450 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45746) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:14.131342 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b14929-edda-4879-a6bc-f69e0a9b47ad None None] Sync routers for ids ['cc70542f-0899-425f-bfa2-28e513ed9bc2'] in dv-cinder-830093-3-iscsi {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:31:14.141613 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b14929-edda-4879-a6bc-f69e0a9b47ad None None] Routers {'cc70542f-0899-425f-bfa2-28e513ed9bc2'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:14.142221 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-a0b14929-edda-4879-a6bc-f69e0a9b47ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:30:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['cc70542f-0899-425f-bfa2-28e513ed9bc2'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:14.235041 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf482-8fda-4585-997b-8d9220aec35b admin admin] Publish callbacks [] for router (cc70542f-0899-425f-bfa2-28e513ed9bc2), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:14.246287 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-a0b14929-edda-4879-a6bc-f69e0a9b47ad None None] Set router cc70542f-0899-425f-bfa2-28e513ed9bc2 gateway port host: dv-cinder-830093-3-iscsi {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:14.338273 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf482-8fda-4585-997b-8d9220aec35b admin admin] Publish callbacks [] for router_gateway (cc70542f-0899-425f-bfa2-28e513ed9bc2), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:14.389947 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-0b5cf482-8fda-4585-997b-8d9220aec35b admin admin] Deleting port 13c0bc15-c214-4567-89de-eb579dcd8e67 {{(pid=109690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:31:14.390195 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf482-8fda-4585-997b-8d9220aec35b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (13c0bc15-c214-4567-89de-eb579dcd8e67), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:14.422341 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-a0b14929-edda-4879-a6bc-f69e0a9b47ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'name': 'tempest-TestVolumeBootPattern-1137452835-router', 'tenant_id': '6206188d76a744948e7a362148e3ddb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'external_fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '13c0bc15-c214-4567-89de-eb579dcd8e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:00Z', 'updated_at': '2022-03-08T20:31:13Z', 'revision_number': 5, 'project_id': '6206188d76a744948e7a362148e3ddb1', 'gw_port': {'id': '13c0bc15-c214-4567-89de-eb579dcd8e67', 'name': '', 'network_id': '4ab513a0-00c2-4806-bea3-3166607858e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:24:01Z', 'updated_at': '2022-03-08T20:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5075e3e-b829-4239-acf2-0f05e5e5ea88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830093-3-iscsi'}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:14.452511 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b14929-edda-4879-a6bc-f69e0a9b47ad None None] Checking router: cc70542f-0899-425f-bfa2-28e513ed9bc2 for host: dv-cinder-830093-3-iscsi {{(pid=109691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:31:14.461187 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b14929-edda-4879-a6bc-f69e0a9b47ad None None] Routers {'cc70542f-0899-425f-bfa2-28e513ed9bc2'} bound to L3 agent in host dv-cinder-830093-3-iscsi {{(pid=109691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:14.461793 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-a0b14929-edda-4879-a6bc-f69e0a9b47ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T19:38:58Z,description=,heartbeat_timestamp=2022-03-08T20:30:59Z,host='dv-cinder-830093-3-iscsi',id=9761727d-56f7-4c5c-a273-4d9aabfb50f4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T19:38:58Z,topic='l3_agent')) {'router_ids': ['cc70542f-0899-425f-bfa2-28e513ed9bc2'], 'active': True} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:14.470511 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.db [None req-0b5cf482-8fda-4585-997b-8d9220aec35b admin admin] For port 13c0bc15-c214-4567-89de-eb579dcd8e67, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=13c0bc15-c214-4567-89de-eb579dcd8e67,segment=NetworkSegment(70b97b60-374c-4ad3-80ae-4b9359590059),segment_id=70b97b60-374c-4ad3-80ae-4b9359590059)] {{(pid=109690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:14.471033 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf482-8fda-4585-997b-8d9220aec35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (13c0bc15-c214-4567-89de-eb579dcd8e67), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:14.484032 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.plugins.ml2.plugin [None req-0b5cf482-8fda-4585-997b-8d9220aec35b admin admin] Calling delete_port for 13c0bc15-c214-4567-89de-eb579dcd8e67 owned by network:router_gateway {{(pid=109690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:31:14.557055 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvr_db [None req-a0b14929-edda-4879-a6bc-f69e0a9b47ad None None] Set router cc70542f-0899-425f-bfa2-28e513ed9bc2 gateway port host: None {{(pid=109691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:14.607838 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_hamode_db [None req-a0b14929-edda-4879-a6bc-f69e0a9b47ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'name': 'tempest-TestVolumeBootPattern-1137452835-router', 'tenant_id': '6206188d76a744948e7a362148e3ddb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:00Z', 'updated_at': '2022-03-08T20:31:14Z', 'revision_number': 6, 'project_id': '6206188d76a744948e7a362148e3ddb1', 'gw_port_host': None}], 'dv-cinder-830093-3-iscsi', False) {} {{(pid=109691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:14.637888 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b14929-edda-4879-a6bc-f69e0a9b47ad None None] The sync data for ids ['cc70542f-0899-425f-bfa2-28e513ed9bc2'] in dv-cinder-830093-3-iscsi is: [{'id': 'cc70542f-0899-425f-bfa2-28e513ed9bc2', 'name': 'tempest-TestVolumeBootPattern-1137452835-router', 'tenant_id': '6206188d76a744948e7a362148e3ddb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:24:00Z', 'updated_at': '2022-03-08T20:31:14Z', 'revision_number': 6, 'project_id': '6206188d76a744948e7a362148e3ddb1', 'gw_port_host': None}] {{(pid=109691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:31:14.654599 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf482-8fda-4585-997b-8d9220aec35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31980175'] for port (13c0bc15-c214-4567-89de-eb579dcd8e67), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:14.682600 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cf482-8fda-4585-997b-8d9220aec35b admin admin] Pushing event deleted for resources: {'Port': ['ID=13c0bc15-c214-4567-89de-eb579dcd8e67,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:14.738808 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf482-8fda-4585-997b-8d9220aec35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1751681'] for router_gateway (cc70542f-0899-425f-bfa2-28e513ed9bc2), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:14.830407 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf482-8fda-4585-997b-8d9220aec35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8573'] for router (cc70542f-0899-425f-bfa2-28e513ed9bc2), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:14.832506 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf482-8fda-4585-997b-8d9220aec35b admin admin] Publish callbacks [] for router_controller (cc70542f-0899-425f-bfa2-28e513ed9bc2), precommit_delete_associations {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:14.873965 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf482-8fda-4585-997b-8d9220aec35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1754914'] for router (cc70542f-0899-425f-bfa2-28e513ed9bc2), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:14.874492 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5cf482-8fda-4585-997b-8d9220aec35b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc70542f-0899-425f-bfa2-28e513ed9bc2 {{(pid=109690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:31:14.879007 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-0b5cf482-8fda-4585-997b-8d9220aec35b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:14.880070 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-0b5cf482-8fda-4585-997b-8d9220aec35b admin admin] 10.222.0.45 "DELETE /v2.0/routers/cc70542f-0899-425f-bfa2-28e513ed9bc2 HTTP/1.1" status: 204 len: 168 time: 0.7487123 Mar 08 20:31:14.882983 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.wsgi [-] (109690) accepted ('10.222.0.45', 45748) {{(pid=109690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:14.925866 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.db.db_base_plugin_v2 [None req-4625539e-bd13-4882-8ad5-50b61053da09 admin admin] Deleting subnet c80904d6-5bc2-48eb-8710-7bc61522ae4a {{(pid=109690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:31:14.929322 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4625539e-bd13-4882-8ad5-50b61053da09 admin admin] Publish callbacks [] for subnet (c80904d6-5bc2-48eb-8710-7bc61522ae4a), before_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:14.962383 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4625539e-bd13-4882-8ad5-50b61053da09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30217747'] for subnet (c80904d6-5bc2-48eb-8710-7bc61522ae4a), precommit_delete_associations {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.044920 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4625539e-bd13-4882-8ad5-50b61053da09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651235'] for subnet (c80904d6-5bc2-48eb-8710-7bc61522ae4a), precommit_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.099610 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4625539e-bd13-4882-8ad5-50b61053da09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31980216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30349085'] for subnet (c80904d6-5bc2-48eb-8710-7bc61522ae4a), after_delete {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.128624 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron_lib.callbacks.manager [None req-4625539e-bd13-4882-8ad5-50b61053da09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.135106 dv-cinder-830093-3-iscsi neutron-server[109690]: INFO neutron.wsgi [None req-4625539e-bd13-4882-8ad5-50b61053da09 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c80904d6-5bc2-48eb-8710-7bc61522ae4a HTTP/1.1" status: 204 len: 168 time: 0.2486887 Mar 08 20:31:15.135106 dv-cinder-830093-3-iscsi neutron-server[109690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625539e-bd13-4882-8ad5-50b61053da09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c80904d6-5bc2-48eb-8710-7bc61522ae4a,revision_number=None']} {{(pid=109690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:15.135315 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bd350e-d9c9-4bcf-b191-f401bda08704 None None] Network 8072ae2d-d137-4cfb-a018-2e036237b356 requested from dv-cinder-830093-3-iscsi {{(pid=109691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:31:15.135733 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45750) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:15.201004 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627052'] for network (8072ae2d-d137-4cfb-a018-2e036237b356), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.252162 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] Deleting port 34bb0e74-189a-480c-a4b8-183b64ca75b8 {{(pid=109689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:31:15.252533 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (34bb0e74-189a-480c-a4b8-183b64ca75b8), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.316456 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.db [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] For port 34bb0e74-189a-480c-a4b8-183b64ca75b8, host dv-cinder-830093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830093-3-iscsi',level=0,port_id=34bb0e74-189a-480c-a4b8-183b64ca75b8,segment=NetworkSegment(236d6c6b-f0aa-41a9-92f0-128e43e66999),segment_id=236d6c6b-f0aa-41a9-92f0-128e43e66999)] {{(pid=109689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:15.316819 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (34bb0e74-189a-480c-a4b8-183b64ca75b8), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.329581 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.plugin [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] Calling delete_port for 34bb0e74-189a-480c-a4b8-183b64ca75b8 owned by network:dhcp {{(pid=109689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:31:15.385538 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02a57f9-9a67-448c-827a-cab280d5ec5b None None] DHCP port deletion for 8072ae2d-d137-4cfb-a018-2e036237b356 request from dv-cinder-830093-3-iscsi {{(pid=109691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:31:15.420976 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29844294'] for port (34bb0e74-189a-480c-a4b8-183b64ca75b8), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.439432 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-b02a57f9-9a67-448c-827a-cab280d5ec5b None None] Deleting port 34bb0e74-189a-480c-a4b8-183b64ca75b8 {{(pid=109691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:31:15.439860 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b02a57f9-9a67-448c-827a-cab280d5ec5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789199004739'] for port (34bb0e74-189a-480c-a4b8-183b64ca75b8), before_delete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.447479 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] Pushing event deleted for resources: {'Port': ['ID=34bb0e74-189a-480c-a4b8-183b64ca75b8,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:15.449309 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] No DVR routers for this DVR port 34bb0e74-189a-480c-a4b8-183b64ca75b8 on host dv-cinder-830093-3-iscsi {{(pid=109689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:31:15.508387 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.db [None req-b02a57f9-9a67-448c-827a-cab280d5ec5b None None] For port 34bb0e74-189a-480c-a4b8-183b64ca75b8, host dv-cinder-830093-3-iscsi, got binding levels [] {{(pid=109691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:15.508787 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b02a57f9-9a67-448c-827a-cab280d5ec5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750349'] for port (34bb0e74-189a-480c-a4b8-183b64ca75b8), precommit_delete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.521408 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-b02a57f9-9a67-448c-827a-cab280d5ec5b None None] Calling delete_port for 34bb0e74-189a-480c-a4b8-183b64ca75b8 owned by network:dhcp {{(pid=109691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:31:15.522471 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733548', 'neutron.services.segments.db._delete_segments_for_network-8789199064935'] for network (8072ae2d-d137-4cfb-a018-2e036237b356), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.524175 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.ipam_backend_mixin [None req-b02a57f9-9a67-448c-827a-cab280d5ec5b None None] Port 34bb0e74-189a-480c-a4b8-183b64ca75b8 was not found and therefore no delete operation was performed {{(pid=109691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 20:31:15.525490 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b02a57f9-9a67-448c-827a-cab280d5ec5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789199012262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789198537674'] for port (34bb0e74-189a-480c-a4b8-183b64ca75b8), after_delete {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.543644 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8072ae2d-d137-4cfb-a018-2e036237b356']}} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:15.554062 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236d6c6b-f0aa-41a9-92f0-128e43e66999') {'for_net_delete': True} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:15.554192 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a57f9-9a67-448c-827a-cab280d5ec5b None None] Pushing event deleted for resources: {'Port': ['ID=34bb0e74-189a-480c-a4b8-183b64ca75b8,revision_number=None']} {{(pid=109691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:15.554301 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.services.segments.db [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236d6c6b-f0aa-41a9-92f0-128e43e66999') {} {{(pid=109689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:15.557912 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a57f9-9a67-448c-827a-cab280d5ec5b None None] No DVR routers for this DVR port 34bb0e74-189a-480c-a4b8-183b64ca75b8 on host dv-cinder-830093-3-iscsi {{(pid=109691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:31:15.581691 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789199064176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29431097'] for segment (236d6c6b-f0aa-41a9-92f0-128e43e66999), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.596815 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032'] for segment (236d6c6b-f0aa-41a9-92f0-128e43e66999), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.603992 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:31:15.604654 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29844251'] for segment (236d6c6b-f0aa-41a9-92f0-128e43e66999), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: Traceback (most recent call last): Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: timer() Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: cb(*args, **kw) Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: return func(*args, **kwargs) Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: self._notify() Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: self.callback(batched_events) Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: event.method(event) Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: return f(self, *a, **k) Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: return self._get(url).json() Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: return self.request(url, 'GET', **kwargs) Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:31:15.606466 dv-cinder-830093-3-iscsi neutron-server[109689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:31:15.670996 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1751717'] for network (8072ae2d-d137-4cfb-a018-2e036237b356), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.676158 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598749'] for network (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.679824 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8072ae2d-d137-4cfb-a018-2e036237b356 HTTP/1.1" status: 204 len: 168 time: 0.5433919 Mar 08 20:31:15.690221 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca486516-cb15-4263-ab4a-c2ae95108b04 admin admin] Pushing event deleted for resources: {'Network': ['ID=8072ae2d-d137-4cfb-a018-2e036237b356,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:15.781607 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 82b1d329-62b8-4c0e-b79c-afc2e2052958 no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:31:15.796246 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45754) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:15.802037 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 82b1d329-62b8-4c0e-b79c-afc2e2052958 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:31:15.802387 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 82b1d329-62b8-4c0e-b79c-afc2e2052958 not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:31:15.803703 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 13c0bc15-c214-4567-89de-eb579dcd8e67 no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:31:15.822561 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 13c0bc15-c214-4567-89de-eb579dcd8e67 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:31:15.822911 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 13c0bc15-c214-4567-89de-eb579dcd8e67 not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:31:15.823353 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 34bb0e74-189a-480c-a4b8-183b64ca75b8 no longer exists at agent ovs-agent-dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:31:15.835345 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-027cc36f-9cac-495e-8d53-f88967b32707 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ad9c8828e8248e8bffa20aa76e7639b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379076 Mar 08 20:31:15.837838 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45756) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:15.842230 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] No Port match for: 34bb0e74-189a-480c-a4b8-183b64ca75b8 {{(pid=109691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:31:15.842590 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron.plugins.ml2.rpc [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Device 34bb0e74-189a-480c-a4b8-183b64ca75b8 not bound to the agent host dv-cinder-830093-3-iscsi {{(pid=109691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:31:15.885677 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-884e1073-5f4f-4985-9983-688a83d20ed6 admin admin] Publish callbacks [] for security_group (0957f345-b3af-475c-bbc1-7d53b9e7fa8b), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.909763 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-884e1073-5f4f-4985-9983-688a83d20ed6 admin admin] Publish callbacks [] for security_group (0957f345-b3af-475c-bbc1-7d53b9e7fa8b), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.956723 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-884e1073-5f4f-4985-9983-688a83d20ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (0957f345-b3af-475c-bbc1-7d53b9e7fa8b), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.959213 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-884e1073-5f4f-4985-9983-688a83d20ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.960416 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-884e1073-5f4f-4985-9983-688a83d20ed6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0957f345-b3af-475c-bbc1-7d53b9e7fa8b HTTP/1.1" status: 204 len: 168 time: 0.1216540 Mar 08 20:31:15.968083 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e1073-5f4f-4985-9983-688a83d20ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0957f345-b3af-475c-bbc1-7d53b9e7fa8b,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:16.265029 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45762) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:16.304101 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-2ee59601-1a0d-4c4b-9aec-1902e007f492 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6206188d76a744948e7a362148e3ddb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378227 Mar 08 20:31:16.306403 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.wsgi [-] (109689) accepted ('10.222.0.45', 45764) {{(pid=109689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:16.353189 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-80428138-41de-400e-8282-1c5735bf1b19 admin admin] Publish callbacks [] for security_group (7b7f0c7f-8a06-43ba-a9fa-30b86e72ca98), before_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:16.374317 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-80428138-41de-400e-8282-1c5735bf1b19 admin admin] Publish callbacks [] for security_group (7b7f0c7f-8a06-43ba-a9fa-30b86e72ca98), precommit_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:16.420549 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-80428138-41de-400e-8282-1c5735bf1b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825421'] for security_group (7b7f0c7f-8a06-43ba-a9fa-30b86e72ca98), after_delete {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:16.423215 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron_lib.callbacks.manager [None req-80428138-41de-400e-8282-1c5735bf1b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:16.424378 dv-cinder-830093-3-iscsi neutron-server[109689]: INFO neutron.wsgi [None req-80428138-41de-400e-8282-1c5735bf1b19 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b7f0c7f-8a06-43ba-a9fa-30b86e72ca98 HTTP/1.1" status: 204 len: 168 time: 0.1170354 Mar 08 20:31:16.432781 dv-cinder-830093-3-iscsi neutron-server[109689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80428138-41de-400e-8282-1c5735bf1b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7f0c7f-8a06-43ba-a9fa-30b86e72ca98,revision_number=None']} {{(pid=109689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:20.344505 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:31:26.280979 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-acfd5bcf-8b8d-46f6-b62d-240fccb2ddd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:28.527342 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-cbd200a5-3491-4a3a-8808-f3a27dac0f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:29.858484 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:31.318927 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:32.531571 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:42.919246 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.285225 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-49f7f5a0-252a-44b6-ba6e-745bb0008c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:57.345433 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:31:58.528704 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-cdab83f1-8c43-4d39-b1b5-4137295624ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:59.860681 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:01.321036 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.534846 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:12.919188 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:26.287464 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c87c35a5-ed60-4bdf-bc4b-91119af7c882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:28.530053 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2726-7f57-47d2-9087-a068efb61779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:29.866583 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:31.323929 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:32.536964 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:34.343312 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:32:42.919663 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:56.289636 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-3c38159c-1ee2-4b18-bb84-be33e90ec757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:58.531699 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-7b065676-15fc-4bda-b2e4-7d34e7b86f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:59.866910 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:01.327320 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:02.540318 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:11.342718 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:33:12.933207 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:26.291262 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae483-9fdb-4402-ad28-76009b7bbfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:28.534871 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-cba468a7-1430-440e-83cd-9cc4fc8248c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:29.869144 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:31.331247 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:32.542423 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:42.933833 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:48.341783 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:33:56.292943 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-5131ad42-4da1-4e54-8605-0134d5df32c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:58.538251 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-5dd63465-846e-4921-a856-5277cfa036ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:59.871430 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.333836 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.545411 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:12.949187 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:25.340307 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:34:26.294941 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0c398b9e-0e37-486a-bc8e-26d9d39ab0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:28.539755 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b7f96962-e2f1-478a-9503-17a095f3442e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:29.874424 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:31.336059 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:32.548347 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:42.953221 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:56.296700 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-a4ad414f-2fe2-4d5b-b1e6-ccb40f0d0b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:58.541157 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-ef41a943-d648-44cb-a96f-12f45bed697c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:59.876878 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:01.338499 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:02.338843 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:35:02.550844 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:12.962914 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:26.297473 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-bd219c20-144f-4f21-8894-d37316c46ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:28.545132 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-3ddbe65b-1f83-4405-8110-6f7cd491e5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:29.878606 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:31.342151 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:32.553840 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:39.337952 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:35:42.965518 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:56.298576 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-b47e3526-dc42-4c2d-8363-b3a6d39d9ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:58.546563 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-29de8843-976a-42c6-a6fc-2c6964f9b67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:59.882056 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:01.344468 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:02.555985 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:12.962993 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-e9fdfbed-b40e-4161-8377-42d53b7bba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (44f3d629-c0fb-4310-bce3-6e37790cc36c), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:16.336507 dv-cinder-830093-3-iscsi neutron-server[109692]: DEBUG neutron.db.agents_db [None req-5ed97380-ec57-41f0-818b-1ff250d8507d None None] Agent healthcheck: found 6 active agents {{(pid=109692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:36:26.299999 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-22bd11e2-4861-4cb7-894b-1a7e6a45beab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (5129e41c-967b-4767-83a6-e2455f88cbb6), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:28.549965 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-001d7a2e-11b4-455f-97d0-f6ceef4763a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9761727d-56f7-4c5c-a273-4d9aabfb50f4), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:29.887628 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-c2fb175a-32da-44bd-8eb7-49aee68191fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (e9247c06-6d65-44dd-a8dd-d73916805194), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.348963 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0201fe14-403b-4e6c-b0ba-a91166378307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (ecaac4ef-af17-4a99-9d27-031e4cd80d67), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:32.558205 dv-cinder-830093-3-iscsi neutron-server[109691]: DEBUG neutron_lib.callbacks.manager [None req-0f34e931-6b7f-422d-809a-ebec4dfb7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789199064917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735383'] for agent (9fbf7c8b-cd5b-4b4a-b4ce-90d2f503f4b2), after_update {{(pid=109691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}